2026-07-13T22:31:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d07445","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d07445", "reconcileID": "5eba35ca-242d-4135-9e9a-fd05de3460e6", "Gateway": "e2e-api-b-d07445", "namespace": "openshift-ingress"} 2026-07-13T22:31:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d07445","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d07445", "reconcileID": "f6fbf8f3-9ab9-4126-81f7-ea1cbca2e618", "Gateway": "e2e-api-b-d07445", "namespace": "openshift-ingress"} 2026-07-13T22:31:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d07445","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d07445", "reconcileID": "f6fbf8f3-9ab9-4126-81f7-ea1cbca2e618", "Gateway": "e2e-api-b-d07445", "namespace": "openshift-ingress", "name": "e2e-api-b-d07445-authn-ssl"} 2026-07-13T22:31:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d07445","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d07445", "reconcileID": "f6fbf8f3-9ab9-4126-81f7-ea1cbca2e618", "Gateway": "e2e-api-b-d07445", "namespace": "openshift-ingress"} 2026-07-13T22:31:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d07445","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d07445", "reconcileID": "46cad3ed-2289-432f-a727-bb8a15e576f9", "Gateway": "e2e-api-b-d07445", "namespace": "openshift-ingress"} 2026-07-13T22:31:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d07445","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d07445", "reconcileID": "46cad3ed-2289-432f-a727-bb8a15e576f9", "Gateway": "e2e-api-b-d07445", "namespace": "openshift-ingress", "name": "e2e-api-b-d07445-authn-ssl"} 2026-07-13T22:31:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d07445","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d07445", "reconcileID": "46cad3ed-2289-432f-a727-bb8a15e576f9", "Gateway": "e2e-api-b-d07445", "namespace": "openshift-ingress"} 2026-07-13T22:31:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d07445","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d07445", "reconcileID": "81833984-82bf-4799-812e-332b01f145bc", "Gateway": "e2e-api-b-d07445", "namespace": "openshift-ingress"} 2026-07-13T22:31:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d07445","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d07445", "reconcileID": "81833984-82bf-4799-812e-332b01f145bc", "Gateway": "e2e-api-b-d07445", "namespace": "openshift-ingress", "name": "e2e-api-b-d07445-authn-ssl"} 2026-07-13T22:31:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d07445","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d07445", "reconcileID": "81833984-82bf-4799-812e-332b01f145bc", "Gateway": "e2e-api-b-d07445", "namespace": "openshift-ingress"} 2026-07-13T22:31:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d07445"}, "namespace": "ai-tenant-e2e-api-b-d07445", "name": "openshift-service-ca.crt", "reconcileID": "eb54c25d-8e79-4bcc-8d9e-4b1649c8be63", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d07445"} 2026-07-13T22:31:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d07445"}, "namespace": "ai-tenant-e2e-api-b-d07445", "name": "odh-trusted-ca-bundle", "reconcileID": "9649a627-cc50-42a1-a927-614749c9d185", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d07445"} 2026-07-13T22:31:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d07445"}, "namespace": "ai-tenant-e2e-api-b-d07445", "name": "openshift-service-ca.crt", "reconcileID": "b0f64142-99f1-429d-bdb4-f50700417a4d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d07445", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T22:31:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d07445"}, "namespace": "ai-tenant-e2e-api-b-d07445", "name": "openshift-service-ca.crt", "reconcileID": "b0f64142-99f1-429d-bdb4-f50700417a4d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d07445"} 2026-07-13T22:31:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d07445"}, "namespace": "ai-tenant-e2e-api-b-d07445", "name": "openshift-service-ca.crt", "reconcileID": "d93fcb59-2441-4291-b093-0fff5ee56d9d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d07445"} 2026-07-13T22:31:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d07445"}, "namespace": "ai-tenant-e2e-api-b-d07445", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b71fc06-0932-4988-8317-162cb1baac72", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d07445"} 2026-07-13T22:31:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d07445"}, "namespace": "ai-tenant-e2e-api-b-d07445", "name": "odh-trusted-ca-bundle", "reconcileID": "07c1462c-aea9-4ba0-a16d-a6ca8afd1e6a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d07445", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T22:31:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d07445"}, "namespace": "ai-tenant-e2e-api-b-d07445", "name": "odh-trusted-ca-bundle", "reconcileID": "07c1462c-aea9-4ba0-a16d-a6ca8afd1e6a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d07445"} 2026-07-13T22:31:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d07445"}, "namespace": "ai-tenant-e2e-api-b-d07445", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d8cf017-5e9f-486d-9ac2-d80d3d8335a8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d07445"} 2026-07-13T22:31:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d07445","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d07445", "reconcileID": "a7d91de8-445b-4d14-8680-1e88e68f0dd5", "Gateway": "e2e-api-b-d07445", "namespace": "openshift-ingress"} 2026-07-13T22:31:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d07445","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d07445", "reconcileID": "a7d91de8-445b-4d14-8680-1e88e68f0dd5", "Gateway": "e2e-api-b-d07445", "namespace": "openshift-ingress", "name": "e2e-api-b-d07445-authn-ssl"} 2026-07-13T22:31:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d07445","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d07445", "reconcileID": "a7d91de8-445b-4d14-8680-1e88e68f0dd5", "Gateway": "e2e-api-b-d07445", "namespace": "openshift-ingress"} 2026-07-13T22:31:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cd6d1b95-2430-4724-b9bf-9884aca2a634", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T22:31:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-232fa0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-232fa0", "reconcileID": "841915e5-9dd8-4fe2-867d-a115d2d56676", "Gateway": "e2e-api-a-232fa0", "namespace": "openshift-ingress"} 2026-07-13T22:31:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-232fa0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-232fa0", "reconcileID": "841915e5-9dd8-4fe2-867d-a115d2d56676", "Gateway": "e2e-api-a-232fa0", "namespace": "openshift-ingress", "name": "e2e-api-a-232fa0-authn-ssl"} 2026-07-13T22:31:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-232fa0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-232fa0", "reconcileID": "841915e5-9dd8-4fe2-867d-a115d2d56676", "Gateway": "e2e-api-a-232fa0", "namespace": "openshift-ingress"} 2026-07-13T22:31:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a4f58eaf-452e-4000-a44e-c43d3533e643", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T22:31:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d07445","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d07445", "reconcileID": "547162c9-8cc1-4695-b253-23a19d26be04", "Gateway": "e2e-api-b-d07445", "namespace": "openshift-ingress"} 2026-07-13T22:31:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d07445","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d07445", "reconcileID": "547162c9-8cc1-4695-b253-23a19d26be04", "Gateway": "e2e-api-b-d07445", "namespace": "openshift-ingress", "name": "e2e-api-b-d07445-authn-ssl"} 2026-07-13T22:31:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d07445","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d07445", "reconcileID": "547162c9-8cc1-4695-b253-23a19d26be04", "Gateway": "e2e-api-b-d07445", "namespace": "openshift-ingress"} 2026-07-13T22:31:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "218eaeb5-662c-4b5c-9932-47808ec8e0cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T22:31:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-232fa0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-232fa0", "reconcileID": "82862e98-711d-4316-9355-39f7f9441247", "Gateway": "e2e-api-a-232fa0", "namespace": "openshift-ingress"} 2026-07-13T22:31:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-232fa0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-232fa0", "reconcileID": "82862e98-711d-4316-9355-39f7f9441247", "Gateway": "e2e-api-a-232fa0", "namespace": "openshift-ingress", "name": "e2e-api-a-232fa0-authn-ssl"} 2026-07-13T22:31:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-232fa0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-232fa0", "reconcileID": "82862e98-711d-4316-9355-39f7f9441247", "Gateway": "e2e-api-a-232fa0", "namespace": "openshift-ingress"} 2026-07-13T22:31:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-232fa0"}, "namespace": "ai-tenant-e2e-api-a-232fa0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a545878b-2df4-4dca-bfb2-f107e72ed1f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-232fa0"} 2026-07-13T22:31:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-232fa0"}, "namespace": "ai-tenant-e2e-api-a-232fa0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a545878b-2df4-4dca-bfb2-f107e72ed1f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-232fa0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T22:31:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-232fa0"}, "namespace": "ai-tenant-e2e-api-a-232fa0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a545878b-2df4-4dca-bfb2-f107e72ed1f0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-232fa0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T22:31:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-232fa0"}, "namespace": "ai-tenant-e2e-api-a-232fa0", "name": "odh-trusted-ca-bundle", "reconcileID": "d47a723d-d065-4b6c-a9e2-b8d78f8a1ca3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-232fa0"} 2026-07-13T22:31:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-232fa0"}, "namespace": "ai-tenant-e2e-api-a-232fa0", "name": "odh-trusted-ca-bundle", "reconcileID": "d47a723d-d065-4b6c-a9e2-b8d78f8a1ca3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-232fa0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T22:31:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-232fa0"}, "namespace": "ai-tenant-e2e-api-a-232fa0", "name": "odh-trusted-ca-bundle", "reconcileID": "d47a723d-d065-4b6c-a9e2-b8d78f8a1ca3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-232fa0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T22:31:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-232fa0"}, "namespace": "ai-tenant-e2e-api-a-232fa0", "name": "openshift-service-ca.crt", "reconcileID": "4220128e-4d71-4b88-abfe-adb9059b29eb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-232fa0"} 2026-07-13T22:31:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-232fa0"}, "namespace": "ai-tenant-e2e-api-a-232fa0", "name": "openshift-service-ca.crt", "reconcileID": "4220128e-4d71-4b88-abfe-adb9059b29eb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-232fa0"} 2026-07-13T22:31:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-232fa0"}, "namespace": "ai-tenant-e2e-api-a-232fa0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "981380c2-e62a-4ad0-9a35-433d32939c94", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-232fa0"} 2026-07-13T22:31:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-232fa0"}, "namespace": "ai-tenant-e2e-api-a-232fa0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "981380c2-e62a-4ad0-9a35-433d32939c94", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-232fa0"} 2026-07-13T22:31:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-232fa0"}, "namespace": "ai-tenant-e2e-api-a-232fa0", "name": "odh-trusted-ca-bundle", "reconcileID": "2eb8d642-90e6-40e8-a161-98423c280c86", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-232fa0"} 2026-07-13T22:31:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-232fa0"}, "namespace": "ai-tenant-e2e-api-a-232fa0", "name": "odh-trusted-ca-bundle", "reconcileID": "2eb8d642-90e6-40e8-a161-98423c280c86", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-232fa0"} 2026-07-13T22:31:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "929c40ae-c2af-4c52-9065-8f5ff01e68c5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T22:31:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d07445","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d07445", "reconcileID": "5058ad20-e311-453f-939d-bcdf8c7ed8a0", "Gateway": "e2e-api-b-d07445", "namespace": "openshift-ingress"} 2026-07-13T22:31:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d07445","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d07445", "reconcileID": "5058ad20-e311-453f-939d-bcdf8c7ed8a0", "Gateway": "e2e-api-b-d07445", "namespace": "openshift-ingress", "name": "e2e-api-b-d07445-authn-ssl"} 2026-07-13T22:31:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d07445","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d07445", "reconcileID": "5058ad20-e311-453f-939d-bcdf8c7ed8a0", "Gateway": "e2e-api-b-d07445", "namespace": "openshift-ingress"} 2026-07-13T22:31:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d07445"}, "namespace": "ai-tenant-e2e-api-b-d07445", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e6ee6d6-662a-42e1-a7b6-28d554b67187", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d07445"} 2026-07-13T22:31:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d07445"}, "namespace": "ai-tenant-e2e-api-b-d07445", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e6ee6d6-662a-42e1-a7b6-28d554b67187", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d07445", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T22:31:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d07445"}, "namespace": "ai-tenant-e2e-api-b-d07445", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e6ee6d6-662a-42e1-a7b6-28d554b67187", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-d07445 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T22:31:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d07445"}, "namespace": "ai-tenant-e2e-api-b-d07445", "name": "odh-trusted-ca-bundle", "reconcileID": "c93a83c1-8f41-4da4-a959-9c4544285ab6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d07445"} 2026-07-13T22:31:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d07445"}, "namespace": "ai-tenant-e2e-api-b-d07445", "name": "odh-trusted-ca-bundle", "reconcileID": "c93a83c1-8f41-4da4-a959-9c4544285ab6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d07445"} 2026-07-13T22:31:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d07445"}, "namespace": "ai-tenant-e2e-api-b-d07445", "name": "openshift-service-ca.crt", "reconcileID": "da38b35a-58b2-4897-82fd-5b2d44cba19b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d07445"} 2026-07-13T22:31:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d07445"}, "namespace": "ai-tenant-e2e-api-b-d07445", "name": "openshift-service-ca.crt", "reconcileID": "da38b35a-58b2-4897-82fd-5b2d44cba19b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d07445"} 2026-07-13T22:31:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d07445"}, "namespace": "ai-tenant-e2e-api-b-d07445", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "098a165d-f8d6-44dd-9435-bdbe43939a78", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d07445"} 2026-07-13T22:31:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d07445"}, "namespace": "ai-tenant-e2e-api-b-d07445", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "098a165d-f8d6-44dd-9435-bdbe43939a78", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d07445"} 2026-07-13T22:31:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "f496a804-6e13-4642-9960-b717ab8d821b", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:31:37Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "f496a804-6e13-4642-9960-b717ab8d821b", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd-authn-ssl"} 2026-07-13T22:31:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "f496a804-6e13-4642-9960-b717ab8d821b", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:31:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "da4c0603-62a6-4433-8eeb-c1735b2b2e43", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:31:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "da4c0603-62a6-4433-8eeb-c1735b2b2e43", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd-authn-ssl"} 2026-07-13T22:31:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "da4c0603-62a6-4433-8eeb-c1735b2b2e43", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:31:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "b4c9a317-ca67-4a4f-b153-c8d667c1a40e", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:31:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "b4c9a317-ca67-4a4f-b153-c8d667c1a40e", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd-authn-ssl"} 2026-07-13T22:31:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "b4c9a317-ca67-4a4f-b153-c8d667c1a40e", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:31:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "9c1ce56e-3c13-4c5e-8684-2e67077cef9f", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:31:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "9c1ce56e-3c13-4c5e-8684-2e67077cef9f", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd-authn-ssl"} 2026-07-13T22:31:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "9c1ce56e-3c13-4c5e-8684-2e67077cef9f", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:31:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "203b2cd1-1ca3-4674-b155-dd01abcbde34", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:31:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "203b2cd1-1ca3-4674-b155-dd01abcbde34", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd-authn-ssl"} 2026-07-13T22:31:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "203b2cd1-1ca3-4674-b155-dd01abcbde34", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:31:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "b6b8b543-8e4b-4e87-ac64-ed3f8ddcc00a", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:31:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "b6b8b543-8e4b-4e87-ac64-ed3f8ddcc00a", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd-authn-ssl"} 2026-07-13T22:31:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "b6b8b543-8e4b-4e87-ac64-ed3f8ddcc00a", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:31:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "b6560777-6543-4c6d-a112-4c6ebba92093", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:31:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "b6560777-6543-4c6d-a112-4c6ebba92093", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd-authn-ssl"} 2026-07-13T22:31:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "b6560777-6543-4c6d-a112-4c6ebba92093", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:31:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "openshift-service-ca.crt", "reconcileID": "94df9edc-7755-43c3-b482-65e64420327b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:31:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "odh-trusted-ca-bundle", "reconcileID": "029c1b06-6289-43c4-a03d-e7bc2b0a6938", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:31:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "openshift-service-ca.crt", "reconcileID": "f1a14b13-c074-4677-a8f7-812c02f4dbaa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T22:31:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "openshift-service-ca.crt", "reconcileID": "f1a14b13-c074-4677-a8f7-812c02f4dbaa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:31:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "openshift-service-ca.crt", "reconcileID": "d3193859-4bab-42e0-bd68-110a703e702e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T22:31:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "openshift-service-ca.crt", "reconcileID": "d3193859-4bab-42e0-bd68-110a703e702e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T22:31:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4655fecb-0c63-45f4-a8b4-bb6252cb3c3b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:31:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "openshift-service-ca.crt", "reconcileID": "a2a35171-d69d-4ab6-902a-d34c3fa7e96d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:31:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "odh-trusted-ca-bundle", "reconcileID": "5e2c8513-57d7-4b9a-8b5c-e0610c7e8d9c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T22:31:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "odh-trusted-ca-bundle", "reconcileID": "5e2c8513-57d7-4b9a-8b5c-e0610c7e8d9c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:31:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a3a5be7-4bc4-4e4a-9e2f-8e2b9ce3f7e6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:31:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "b4b42b38-ece8-41ca-ba9f-696bfc825e0f", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:31:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "b4b42b38-ece8-41ca-ba9f-696bfc825e0f", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd-authn-ssl"} 2026-07-13T22:31:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "b4b42b38-ece8-41ca-ba9f-696bfc825e0f", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:31:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9108515d-5a24-4d1d-a391-0a9a760509ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T22:31:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "ef58abe8-1a73-438d-a42b-be9fbc285caa", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:31:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "ef58abe8-1a73-438d-a42b-be9fbc285caa", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd-authn-ssl"} 2026-07-13T22:31:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "ef58abe8-1a73-438d-a42b-be9fbc285caa", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:31:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "f42914e1-657f-425b-a9d9-065e6d9a34c7", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:31:45Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "f42914e1-657f-425b-a9d9-065e6d9a34c7", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279-authn-ssl"} 2026-07-13T22:31:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "f42914e1-657f-425b-a9d9-065e6d9a34c7", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:31:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "b97898e6-bfed-40bb-98be-0832702c2741", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:31:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "b97898e6-bfed-40bb-98be-0832702c2741", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279-authn-ssl"} 2026-07-13T22:31:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "b97898e6-bfed-40bb-98be-0832702c2741", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:31:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "0cd58a49-c10a-491b-bebc-ab29ac5aa5bf", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:31:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "0cd58a49-c10a-491b-bebc-ab29ac5aa5bf", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279-authn-ssl"} 2026-07-13T22:31:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "0cd58a49-c10a-491b-bebc-ab29ac5aa5bf", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:31:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "65d607e0-d6af-4837-8c32-bbf4e79b7794", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:31:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "65d607e0-d6af-4837-8c32-bbf4e79b7794", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279-authn-ssl"} 2026-07-13T22:31:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "65d607e0-d6af-4837-8c32-bbf4e79b7794", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:31:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "4132d3a5-49cf-4ba6-98d7-bf4569fd95ab", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:31:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "4132d3a5-49cf-4ba6-98d7-bf4569fd95ab", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279-authn-ssl"} 2026-07-13T22:31:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "4132d3a5-49cf-4ba6-98d7-bf4569fd95ab", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:31:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "a47b8f16-5a1f-44e7-b71b-a7e344b90282", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:31:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "a47b8f16-5a1f-44e7-b71b-a7e344b90282", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279-authn-ssl"} 2026-07-13T22:31:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "a47b8f16-5a1f-44e7-b71b-a7e344b90282", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:31:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "b0a60d95-7dbe-42ae-ada7-a422dd345766", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:31:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "b0a60d95-7dbe-42ae-ada7-a422dd345766", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279-authn-ssl"} 2026-07-13T22:31:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "b0a60d95-7dbe-42ae-ada7-a422dd345766", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:31:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "openshift-service-ca.crt", "reconcileID": "cdea9c5d-9176-4f56-84e6-32cad63fd694", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:31:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "odh-trusted-ca-bundle", "reconcileID": "8c846733-ca69-4748-a421-ed4800f7e588", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:31:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "openshift-service-ca.crt", "reconcileID": "aaacffa3-056e-444a-b709-8e052304ee93", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-4b5279", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T22:31:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "openshift-service-ca.crt", "reconcileID": "aaacffa3-056e-444a-b709-8e052304ee93", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:31:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "openshift-service-ca.crt", "reconcileID": "7134772c-2d2d-4ca2-8f20-8353d6e1f174", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:31:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c47f275a-f4ec-4bfc-86ad-16c0920c5d90", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:31:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "odh-trusted-ca-bundle", "reconcileID": "6bd9d255-c2e8-46a5-ac72-0c386cfc33b0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4b5279", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T22:31:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "odh-trusted-ca-bundle", "reconcileID": "6bd9d255-c2e8-46a5-ac72-0c386cfc33b0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:31:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "98c673e4-cf75-4c63-a5e5-e682174db843", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:31:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "6307d9b1-d024-41fe-8869-4b2c3ff3e50c", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:31:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "6307d9b1-d024-41fe-8869-4b2c3ff3e50c", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279-authn-ssl"} 2026-07-13T22:31:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "6307d9b1-d024-41fe-8869-4b2c3ff3e50c", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:31:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a7bd9b44-94d4-477f-bc2c-5d248816ec94", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T22:31:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "e8dc4ec6-7dcc-4e14-bad4-f78af7d5ef5e", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:31:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "e8dc4ec6-7dcc-4e14-bad4-f78af7d5ef5e", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279-authn-ssl"} 2026-07-13T22:31:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "e8dc4ec6-7dcc-4e14-bad4-f78af7d5ef5e", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:31:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "auth-test-model-0eaefd", "reconcileID": "bc0d326c-7d91-42c0-804e-64758a657c10", "LLMInferenceService": "auth-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:31:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "auth-test-model-0eaefd", "reconcileID": "bc0d326c-7d91-42c0-804e-64758a657c10", "LLMInferenceService": "auth-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:31:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "auth-test-model-0eaefd", "reconcileID": "bc0d326c-7d91-42c0-804e-64758a657c10", "LLMInferenceService": "auth-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:31:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "ea7669cc-09cb-4f6a-8128-f428bd630281", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:31:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "auth-test-model-0eaefd", "reconcileID": "bc0d326c-7d91-42c0-804e-64758a657c10", "LLMInferenceService": "auth-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "auth-test-model-0eaefd-kserve-route-authn"} 2026-07-13T22:31:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "auth-test-model-0eaefd", "reconcileID": "bc0d326c-7d91-42c0-804e-64758a657c10", "LLMInferenceService": "auth-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "authType": "userdefined"} 2026-07-13T22:31:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "auth-test-model-0eaefd", "reconcileID": "bc0d326c-7d91-42c0-804e-64758a657c10", "LLMInferenceService": "auth-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:31:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "ea7669cc-09cb-4f6a-8128-f428bd630281", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd-authn-ssl"} 2026-07-13T22:31:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "ea7669cc-09cb-4f6a-8128-f428bd630281", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:31:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "auth-test-model-0eaefd", "reconcileID": "0224d5da-4622-4a13-8ac7-88b7c7612d63", "LLMInferenceService": "auth-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:31:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "auth-test-model-0eaefd", "reconcileID": "0224d5da-4622-4a13-8ac7-88b7c7612d63", "LLMInferenceService": "auth-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:31:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "auth-test-model-0eaefd", "reconcileID": "0224d5da-4622-4a13-8ac7-88b7c7612d63", "LLMInferenceService": "auth-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:31:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "auth-test-model-0eaefd", "reconcileID": "0224d5da-4622-4a13-8ac7-88b7c7612d63", "LLMInferenceService": "auth-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "auth-test-model-0eaefd-kserve-route-authn"} 2026-07-13T22:31:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "auth-test-model-0eaefd", "reconcileID": "0224d5da-4622-4a13-8ac7-88b7c7612d63", "LLMInferenceService": "auth-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "authType": "userdefined"} 2026-07-13T22:31:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "auth-test-model-0eaefd", "reconcileID": "0224d5da-4622-4a13-8ac7-88b7c7612d63", "LLMInferenceService": "auth-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:32:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "1de6fbcb-c7d5-4872-889e-b4e93c1427a5", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:32:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "1de6fbcb-c7d5-4872-889e-b4e93c1427a5", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd-authn-ssl"} 2026-07-13T22:32:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "1de6fbcb-c7d5-4872-889e-b4e93c1427a5", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:32:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b4c5d852-92ec-4d7b-b951-d24c43f15081", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T22:32:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "auth-test-model-0eaefd", "reconcileID": "afd0b8c5-ccfc-4ce8-ae4c-918dc48a57b3", "LLMInferenceService": "auth-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:32:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "auth-test-model-0eaefd", "reconcileID": "afd0b8c5-ccfc-4ce8-ae4c-918dc48a57b3", "LLMInferenceService": "auth-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:32:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "auth-test-model-0eaefd", "reconcileID": "afd0b8c5-ccfc-4ce8-ae4c-918dc48a57b3", "LLMInferenceService": "auth-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:32:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "auth-test-model-0eaefd", "reconcileID": "afd0b8c5-ccfc-4ce8-ae4c-918dc48a57b3", "LLMInferenceService": "auth-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "auth-test-model-0eaefd-kserve-route-authn"} 2026-07-13T22:32:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "auth-test-model-0eaefd", "reconcileID": "afd0b8c5-ccfc-4ce8-ae4c-918dc48a57b3", "LLMInferenceService": "auth-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "authType": "userdefined"} 2026-07-13T22:32:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "auth-test-model-0eaefd", "reconcileID": "afd0b8c5-ccfc-4ce8-ae4c-918dc48a57b3", "LLMInferenceService": "auth-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:32:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "546bc719-7296-4082-99e7-c45f8479af42", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T22:32:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "auth-test-model-0eaefd", "reconcileID": "02ceb438-e405-4327-9ea3-48c237083d13", "LLMInferenceService": "auth-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:32:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "auth-test-model-0eaefd", "reconcileID": "02ceb438-e405-4327-9ea3-48c237083d13", "LLMInferenceService": "auth-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:32:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "auth-test-model-0eaefd", "reconcileID": "02ceb438-e405-4327-9ea3-48c237083d13", "LLMInferenceService": "auth-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:32:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "auth-test-model-0eaefd", "reconcileID": "02ceb438-e405-4327-9ea3-48c237083d13", "LLMInferenceService": "auth-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "auth-test-model-0eaefd-kserve-route-authn"} 2026-07-13T22:32:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "auth-test-model-0eaefd", "reconcileID": "02ceb438-e405-4327-9ea3-48c237083d13", "LLMInferenceService": "auth-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "authType": "userdefined"} 2026-07-13T22:32:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "auth-test-model-0eaefd", "reconcileID": "02ceb438-e405-4327-9ea3-48c237083d13", "LLMInferenceService": "auth-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:32:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279", "reconcileID": "7b721546-59b1-4cdb-8710-73c65e6be972", "LLMInferenceService": "auth-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:32:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279", "reconcileID": "7b721546-59b1-4cdb-8710-73c65e6be972", "LLMInferenceService": "auth-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:32:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279", "reconcileID": "7b721546-59b1-4cdb-8710-73c65e6be972", "LLMInferenceService": "auth-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:32:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "f7c6e34f-972a-4862-b829-2ab765621997", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:32:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279", "reconcileID": "7b721546-59b1-4cdb-8710-73c65e6be972", "LLMInferenceService": "auth-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279-kserve-route-authn"} 2026-07-13T22:32:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279", "reconcileID": "7b721546-59b1-4cdb-8710-73c65e6be972", "LLMInferenceService": "auth-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279", "authType": "userdefined"} 2026-07-13T22:32:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279", "reconcileID": "7b721546-59b1-4cdb-8710-73c65e6be972", "LLMInferenceService": "auth-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:32:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "f7c6e34f-972a-4862-b829-2ab765621997", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279-authn-ssl"} 2026-07-13T22:32:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "f7c6e34f-972a-4862-b829-2ab765621997", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:32:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279", "reconcileID": "d7ff57b6-8bdd-427d-a415-e024fe73bf11", "LLMInferenceService": "auth-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:32:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279", "reconcileID": "d7ff57b6-8bdd-427d-a415-e024fe73bf11", "LLMInferenceService": "auth-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:32:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279", "reconcileID": "d7ff57b6-8bdd-427d-a415-e024fe73bf11", "LLMInferenceService": "auth-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:32:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279", "reconcileID": "d7ff57b6-8bdd-427d-a415-e024fe73bf11", "LLMInferenceService": "auth-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279-kserve-route-authn"} 2026-07-13T22:32:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279", "reconcileID": "d7ff57b6-8bdd-427d-a415-e024fe73bf11", "LLMInferenceService": "auth-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279", "authType": "userdefined"} 2026-07-13T22:32:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279", "reconcileID": "d7ff57b6-8bdd-427d-a415-e024fe73bf11", "LLMInferenceService": "auth-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:32:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "81fa4954-79d1-457b-ac23-d0f38e390e0d", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:32:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "81fa4954-79d1-457b-ac23-d0f38e390e0d", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279-authn-ssl"} 2026-07-13T22:32:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "81fa4954-79d1-457b-ac23-d0f38e390e0d", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:32:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279", "reconcileID": "8b277c3f-f5ba-4a2f-9d9c-6917eedb5e58", "LLMInferenceService": "auth-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:32:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279", "reconcileID": "8b277c3f-f5ba-4a2f-9d9c-6917eedb5e58", "LLMInferenceService": "auth-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:32:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279", "reconcileID": "8b277c3f-f5ba-4a2f-9d9c-6917eedb5e58", "LLMInferenceService": "auth-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:32:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279", "reconcileID": "8b277c3f-f5ba-4a2f-9d9c-6917eedb5e58", "LLMInferenceService": "auth-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279-kserve-route-authn"} 2026-07-13T22:32:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279", "reconcileID": "8b277c3f-f5ba-4a2f-9d9c-6917eedb5e58", "LLMInferenceService": "auth-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279", "authType": "userdefined"} 2026-07-13T22:32:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279", "reconcileID": "8b277c3f-f5ba-4a2f-9d9c-6917eedb5e58", "LLMInferenceService": "auth-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:32:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279", "reconcileID": "2141fde3-4b4d-40ec-83d3-b862a594934f", "LLMInferenceService": "auth-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:32:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279", "reconcileID": "2141fde3-4b4d-40ec-83d3-b862a594934f", "LLMInferenceService": "auth-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:32:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279", "reconcileID": "2141fde3-4b4d-40ec-83d3-b862a594934f", "LLMInferenceService": "auth-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:32:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279", "reconcileID": "2141fde3-4b4d-40ec-83d3-b862a594934f", "LLMInferenceService": "auth-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279-kserve-route-authn"} 2026-07-13T22:32:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279", "reconcileID": "2141fde3-4b4d-40ec-83d3-b862a594934f", "LLMInferenceService": "auth-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279", "authType": "userdefined"} 2026-07-13T22:32:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279", "reconcileID": "2141fde3-4b4d-40ec-83d3-b862a594934f", "LLMInferenceService": "auth-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:32:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279", "reconcileID": "fd8a4aa2-0a69-4ed8-a535-5806a9ee00f2", "LLMInferenceService": "auth-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:32:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279", "reconcileID": "fd8a4aa2-0a69-4ed8-a535-5806a9ee00f2", "LLMInferenceService": "auth-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:32:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279", "reconcileID": "fd8a4aa2-0a69-4ed8-a535-5806a9ee00f2", "LLMInferenceService": "auth-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:32:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279", "reconcileID": "fd8a4aa2-0a69-4ed8-a535-5806a9ee00f2", "LLMInferenceService": "auth-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279-kserve-route-authn"} 2026-07-13T22:32:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279", "reconcileID": "fd8a4aa2-0a69-4ed8-a535-5806a9ee00f2", "LLMInferenceService": "auth-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279", "authType": "userdefined"} 2026-07-13T22:32:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279", "reconcileID": "fd8a4aa2-0a69-4ed8-a535-5806a9ee00f2", "LLMInferenceService": "auth-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:33:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "990ebb89-de76-4026-aded-5c6bfc7384ba", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:33:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "990ebb89-de76-4026-aded-5c6bfc7384ba", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd-authn-ssl"} 2026-07-13T22:33:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "990ebb89-de76-4026-aded-5c6bfc7384ba", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:33:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "485f47d3-ece2-4f2b-a9a7-f77b579b088a", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:33:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "485f47d3-ece2-4f2b-a9a7-f77b579b088a", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279-authn-ssl"} 2026-07-13T22:33:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "485f47d3-ece2-4f2b-a9a7-f77b579b088a", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:34:41Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "auth-test-model-0eaefd", "reconcileID": "16457887-8226-46ac-8591-abb81534a07e", "LLMInferenceService": "auth-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:34:41Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "auth-test-model-0eaefd", "reconcileID": "16457887-8226-46ac-8591-abb81534a07e", "LLMInferenceService": "auth-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "auth-test-model-0eaefd"} 2026-07-13T22:34:41Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "auth-test-model-0eaefd", "reconcileID": "16457887-8226-46ac-8591-abb81534a07e", "LLMInferenceService": "auth-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:34:41Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "auth-test-model-0eaefd", "reconcileID": "16457887-8226-46ac-8591-abb81534a07e", "LLMInferenceService": "auth-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:34:41Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "auth-test-model-0eaefd", "reconcileID": "16457887-8226-46ac-8591-abb81534a07e", "LLMInferenceService": "auth-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "auth-test-model-0eaefd-kserve-route-authn"} 2026-07-13T22:34:41Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "auth-test-model-0eaefd", "reconcileID": "16457887-8226-46ac-8591-abb81534a07e", "LLMInferenceService": "auth-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "auth-test-model-0eaefd-kserve-route-authn"} 2026-07-13T22:34:41Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "auth-test-model-0eaefd", "reconcileID": "16457887-8226-46ac-8591-abb81534a07e", "LLMInferenceService": "auth-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:34:41Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "auth-test-model-0eaefd", "reconcileID": "16457887-8226-46ac-8591-abb81534a07e", "LLMInferenceService": "auth-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:34:41Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "auth-test-model-0eaefd", "reconcileID": "5fb2f6c2-4f6d-4e8e-9685-074f958f968e", "LLMInferenceService": "auth-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:34:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "9d500385-1dc3-48ce-abf9-08a23cbf300c", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:34:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "9d500385-1dc3-48ce-abf9-08a23cbf300c", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd-authn-ssl"} 2026-07-13T22:34:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "9d500385-1dc3-48ce-abf9-08a23cbf300c", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:34:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "7c748548-c291-4b29-b056-dc26fc311054", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:34:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "7c748548-c291-4b29-b056-dc26fc311054", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd-authn-ssl"} 2026-07-13T22:34:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "7c748548-c291-4b29-b056-dc26fc311054", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:34:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279", "reconcileID": "11407fb2-9f18-406a-9270-0f32c087cda1", "LLMInferenceService": "auth-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:34:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279", "reconcileID": "11407fb2-9f18-406a-9270-0f32c087cda1", "LLMInferenceService": "auth-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279"} 2026-07-13T22:34:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279", "reconcileID": "11407fb2-9f18-406a-9270-0f32c087cda1", "LLMInferenceService": "auth-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:34:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279", "reconcileID": "11407fb2-9f18-406a-9270-0f32c087cda1", "LLMInferenceService": "auth-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:34:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279", "reconcileID": "11407fb2-9f18-406a-9270-0f32c087cda1", "LLMInferenceService": "auth-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279-kserve-route-authn"} 2026-07-13T22:34:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279", "reconcileID": "11407fb2-9f18-406a-9270-0f32c087cda1", "LLMInferenceService": "auth-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279-kserve-route-authn"} 2026-07-13T22:34:42Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279", "reconcileID": "11407fb2-9f18-406a-9270-0f32c087cda1", "LLMInferenceService": "auth-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:34:42Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279", "reconcileID": "11407fb2-9f18-406a-9270-0f32c087cda1", "LLMInferenceService": "auth-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:34:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "auth-test-model-4b5279", "reconcileID": "dba29474-04c3-4838-825d-9db044813077", "LLMInferenceService": "auth-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:34:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "12fc575e-8563-4918-afef-6e5e6c246bc6", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:34:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "12fc575e-8563-4918-afef-6e5e6c246bc6", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279-authn-ssl"} 2026-07-13T22:34:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "12fc575e-8563-4918-afef-6e5e6c246bc6", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:34:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "554cd498-8dca-4b71-b915-fd65154bd505", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:34:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "554cd498-8dca-4b71-b915-fd65154bd505", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279-authn-ssl"} 2026-07-13T22:34:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "554cd498-8dca-4b71-b915-fd65154bd505", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:34:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "sub-test-model-0eaefd", "reconcileID": "c3e49170-e459-48e6-8131-37f7a26722f2", "LLMInferenceService": "sub-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:34:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "sub-test-model-0eaefd", "reconcileID": "c3e49170-e459-48e6-8131-37f7a26722f2", "LLMInferenceService": "sub-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:34:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "sub-test-model-0eaefd", "reconcileID": "c3e49170-e459-48e6-8131-37f7a26722f2", "LLMInferenceService": "sub-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:34:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "a9bdc87d-7ff5-41e4-b672-427a723eb241", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:34:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "sub-test-model-0eaefd", "reconcileID": "c3e49170-e459-48e6-8131-37f7a26722f2", "LLMInferenceService": "sub-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "sub-test-model-0eaefd-kserve-route-authn"} 2026-07-13T22:34:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "sub-test-model-0eaefd", "reconcileID": "c3e49170-e459-48e6-8131-37f7a26722f2", "LLMInferenceService": "sub-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "authType": "userdefined"} 2026-07-13T22:34:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "sub-test-model-0eaefd", "reconcileID": "c3e49170-e459-48e6-8131-37f7a26722f2", "LLMInferenceService": "sub-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:34:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "a9bdc87d-7ff5-41e4-b672-427a723eb241", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd-authn-ssl"} 2026-07-13T22:34:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "a9bdc87d-7ff5-41e4-b672-427a723eb241", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:34:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "sub-test-model-0eaefd", "reconcileID": "d0009264-14c7-4b42-9133-ad8421583e16", "LLMInferenceService": "sub-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:34:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "sub-test-model-0eaefd", "reconcileID": "d0009264-14c7-4b42-9133-ad8421583e16", "LLMInferenceService": "sub-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:34:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "sub-test-model-0eaefd", "reconcileID": "d0009264-14c7-4b42-9133-ad8421583e16", "LLMInferenceService": "sub-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:34:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "sub-test-model-0eaefd", "reconcileID": "d0009264-14c7-4b42-9133-ad8421583e16", "LLMInferenceService": "sub-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "sub-test-model-0eaefd-kserve-route-authn"} 2026-07-13T22:34:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "sub-test-model-0eaefd", "reconcileID": "d0009264-14c7-4b42-9133-ad8421583e16", "LLMInferenceService": "sub-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "authType": "userdefined"} 2026-07-13T22:34:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "sub-test-model-0eaefd", "reconcileID": "d0009264-14c7-4b42-9133-ad8421583e16", "LLMInferenceService": "sub-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:34:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "84da812b-7d46-47cd-aa3a-9d473457ed96", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:34:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "84da812b-7d46-47cd-aa3a-9d473457ed96", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd-authn-ssl"} 2026-07-13T22:34:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "84da812b-7d46-47cd-aa3a-9d473457ed96", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:34:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "sub-test-model-0eaefd", "reconcileID": "cc842829-40bf-46f9-9141-f6d935b56fdc", "LLMInferenceService": "sub-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:34:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "sub-test-model-0eaefd", "reconcileID": "cc842829-40bf-46f9-9141-f6d935b56fdc", "LLMInferenceService": "sub-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:34:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "sub-test-model-0eaefd", "reconcileID": "cc842829-40bf-46f9-9141-f6d935b56fdc", "LLMInferenceService": "sub-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:34:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "sub-test-model-0eaefd", "reconcileID": "cc842829-40bf-46f9-9141-f6d935b56fdc", "LLMInferenceService": "sub-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "sub-test-model-0eaefd-kserve-route-authn"} 2026-07-13T22:34:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "sub-test-model-0eaefd", "reconcileID": "cc842829-40bf-46f9-9141-f6d935b56fdc", "LLMInferenceService": "sub-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "authType": "userdefined"} 2026-07-13T22:34:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "sub-test-model-0eaefd", "reconcileID": "cc842829-40bf-46f9-9141-f6d935b56fdc", "LLMInferenceService": "sub-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:35:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "sub-test-model-0eaefd", "reconcileID": "02e0dd7c-e9c6-44aa-a73f-8bb3e0be3f78", "LLMInferenceService": "sub-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:35:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "sub-test-model-0eaefd", "reconcileID": "02e0dd7c-e9c6-44aa-a73f-8bb3e0be3f78", "LLMInferenceService": "sub-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:35:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "sub-test-model-0eaefd", "reconcileID": "02e0dd7c-e9c6-44aa-a73f-8bb3e0be3f78", "LLMInferenceService": "sub-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:35:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "sub-test-model-0eaefd", "reconcileID": "02e0dd7c-e9c6-44aa-a73f-8bb3e0be3f78", "LLMInferenceService": "sub-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "sub-test-model-0eaefd-kserve-route-authn"} 2026-07-13T22:35:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "sub-test-model-0eaefd", "reconcileID": "02e0dd7c-e9c6-44aa-a73f-8bb3e0be3f78", "LLMInferenceService": "sub-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "authType": "userdefined"} 2026-07-13T22:35:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "sub-test-model-0eaefd", "reconcileID": "02e0dd7c-e9c6-44aa-a73f-8bb3e0be3f78", "LLMInferenceService": "sub-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:35:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "sub-test-model-4b5279", "reconcileID": "da36e627-db83-4eec-aa28-cb97febc2ae9", "LLMInferenceService": "sub-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:35:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "sub-test-model-4b5279", "reconcileID": "da36e627-db83-4eec-aa28-cb97febc2ae9", "LLMInferenceService": "sub-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:35:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "sub-test-model-4b5279", "reconcileID": "da36e627-db83-4eec-aa28-cb97febc2ae9", "LLMInferenceService": "sub-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:35:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "295b82ae-2bf8-40e4-887d-218343fcf950", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:35:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "sub-test-model-4b5279", "reconcileID": "da36e627-db83-4eec-aa28-cb97febc2ae9", "LLMInferenceService": "sub-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "sub-test-model-4b5279-kserve-route-authn"} 2026-07-13T22:35:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "sub-test-model-4b5279", "reconcileID": "da36e627-db83-4eec-aa28-cb97febc2ae9", "LLMInferenceService": "sub-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279", "authType": "userdefined"} 2026-07-13T22:35:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "sub-test-model-4b5279", "reconcileID": "da36e627-db83-4eec-aa28-cb97febc2ae9", "LLMInferenceService": "sub-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:35:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "295b82ae-2bf8-40e4-887d-218343fcf950", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279-authn-ssl"} 2026-07-13T22:35:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "295b82ae-2bf8-40e4-887d-218343fcf950", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:35:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "sub-test-model-4b5279", "reconcileID": "5a9311a8-eea7-48f6-9bc6-bf2d3c358d30", "LLMInferenceService": "sub-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:35:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "sub-test-model-4b5279", "reconcileID": "5a9311a8-eea7-48f6-9bc6-bf2d3c358d30", "LLMInferenceService": "sub-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:35:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "sub-test-model-4b5279", "reconcileID": "5a9311a8-eea7-48f6-9bc6-bf2d3c358d30", "LLMInferenceService": "sub-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:35:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "sub-test-model-4b5279", "reconcileID": "5a9311a8-eea7-48f6-9bc6-bf2d3c358d30", "LLMInferenceService": "sub-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "sub-test-model-4b5279-kserve-route-authn"} 2026-07-13T22:35:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "sub-test-model-4b5279", "reconcileID": "5a9311a8-eea7-48f6-9bc6-bf2d3c358d30", "LLMInferenceService": "sub-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279", "authType": "userdefined"} 2026-07-13T22:35:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "sub-test-model-4b5279", "reconcileID": "5a9311a8-eea7-48f6-9bc6-bf2d3c358d30", "LLMInferenceService": "sub-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:35:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "bdefa137-86fe-440c-bae9-bea5663e7365", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:35:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "bdefa137-86fe-440c-bae9-bea5663e7365", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279-authn-ssl"} 2026-07-13T22:35:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "bdefa137-86fe-440c-bae9-bea5663e7365", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:35:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "sub-test-model-4b5279", "reconcileID": "586bc347-47a5-4ae5-a571-797b2f2da407", "LLMInferenceService": "sub-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:35:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "sub-test-model-4b5279", "reconcileID": "586bc347-47a5-4ae5-a571-797b2f2da407", "LLMInferenceService": "sub-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:35:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "sub-test-model-4b5279", "reconcileID": "586bc347-47a5-4ae5-a571-797b2f2da407", "LLMInferenceService": "sub-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:35:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "sub-test-model-4b5279", "reconcileID": "586bc347-47a5-4ae5-a571-797b2f2da407", "LLMInferenceService": "sub-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "sub-test-model-4b5279-kserve-route-authn"} 2026-07-13T22:35:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "sub-test-model-4b5279", "reconcileID": "586bc347-47a5-4ae5-a571-797b2f2da407", "LLMInferenceService": "sub-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279", "authType": "userdefined"} 2026-07-13T22:35:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "sub-test-model-4b5279", "reconcileID": "586bc347-47a5-4ae5-a571-797b2f2da407", "LLMInferenceService": "sub-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:35:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "sub-test-model-4b5279", "reconcileID": "4875bcc2-21f7-4dc5-9522-f6cfcfa9e4fd", "LLMInferenceService": "sub-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:35:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "sub-test-model-4b5279", "reconcileID": "4875bcc2-21f7-4dc5-9522-f6cfcfa9e4fd", "LLMInferenceService": "sub-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:35:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "sub-test-model-4b5279", "reconcileID": "4875bcc2-21f7-4dc5-9522-f6cfcfa9e4fd", "LLMInferenceService": "sub-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:35:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "sub-test-model-4b5279", "reconcileID": "4875bcc2-21f7-4dc5-9522-f6cfcfa9e4fd", "LLMInferenceService": "sub-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "sub-test-model-4b5279-kserve-route-authn"} 2026-07-13T22:35:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "sub-test-model-4b5279", "reconcileID": "4875bcc2-21f7-4dc5-9522-f6cfcfa9e4fd", "LLMInferenceService": "sub-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279", "authType": "userdefined"} 2026-07-13T22:35:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "sub-test-model-4b5279", "reconcileID": "4875bcc2-21f7-4dc5-9522-f6cfcfa9e4fd", "LLMInferenceService": "sub-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:36:01Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "sub-test-model-0eaefd", "reconcileID": "5efbc718-ee95-4a53-8243-4454c7568457", "LLMInferenceService": "sub-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:36:01Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "sub-test-model-0eaefd", "reconcileID": "5efbc718-ee95-4a53-8243-4454c7568457", "LLMInferenceService": "sub-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "sub-test-model-0eaefd"} 2026-07-13T22:36:01Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "sub-test-model-0eaefd", "reconcileID": "5efbc718-ee95-4a53-8243-4454c7568457", "LLMInferenceService": "sub-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:36:01Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "sub-test-model-0eaefd", "reconcileID": "5efbc718-ee95-4a53-8243-4454c7568457", "LLMInferenceService": "sub-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:36:01Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "sub-test-model-0eaefd", "reconcileID": "5efbc718-ee95-4a53-8243-4454c7568457", "LLMInferenceService": "sub-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "sub-test-model-0eaefd-kserve-route-authn"} 2026-07-13T22:36:01Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "sub-test-model-0eaefd", "reconcileID": "5efbc718-ee95-4a53-8243-4454c7568457", "LLMInferenceService": "sub-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "sub-test-model-0eaefd-kserve-route-authn"} 2026-07-13T22:36:01Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "sub-test-model-0eaefd", "reconcileID": "5efbc718-ee95-4a53-8243-4454c7568457", "LLMInferenceService": "sub-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:36:01Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "sub-test-model-0eaefd", "reconcileID": "5efbc718-ee95-4a53-8243-4454c7568457", "LLMInferenceService": "sub-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:36:01Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "sub-test-model-0eaefd", "reconcileID": "e9043841-555e-49f8-991b-905eeff50366", "LLMInferenceService": "sub-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:36:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "d6047f08-916f-4914-98aa-2870702977a5", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:36:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "d6047f08-916f-4914-98aa-2870702977a5", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd-authn-ssl"} 2026-07-13T22:36:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "d6047f08-916f-4914-98aa-2870702977a5", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:36:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "555e710a-3770-4882-88c7-6e2556d28652", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:36:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "555e710a-3770-4882-88c7-6e2556d28652", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd-authn-ssl"} 2026-07-13T22:36:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "555e710a-3770-4882-88c7-6e2556d28652", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:36:01Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "sub-test-model-4b5279", "reconcileID": "7c20def2-0ee4-4f0c-b0d1-91ce5ddcbd2f", "LLMInferenceService": "sub-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:36:01Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "sub-test-model-4b5279", "reconcileID": "7c20def2-0ee4-4f0c-b0d1-91ce5ddcbd2f", "LLMInferenceService": "sub-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "sub-test-model-4b5279"} 2026-07-13T22:36:01Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "sub-test-model-4b5279", "reconcileID": "7c20def2-0ee4-4f0c-b0d1-91ce5ddcbd2f", "LLMInferenceService": "sub-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:36:01Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "sub-test-model-4b5279", "reconcileID": "7c20def2-0ee4-4f0c-b0d1-91ce5ddcbd2f", "LLMInferenceService": "sub-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:36:01Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "sub-test-model-4b5279", "reconcileID": "7c20def2-0ee4-4f0c-b0d1-91ce5ddcbd2f", "LLMInferenceService": "sub-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "sub-test-model-4b5279-kserve-route-authn"} 2026-07-13T22:36:01Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "sub-test-model-4b5279", "reconcileID": "7c20def2-0ee4-4f0c-b0d1-91ce5ddcbd2f", "LLMInferenceService": "sub-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "sub-test-model-4b5279-kserve-route-authn"} 2026-07-13T22:36:01Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "sub-test-model-4b5279", "reconcileID": "7c20def2-0ee4-4f0c-b0d1-91ce5ddcbd2f", "LLMInferenceService": "sub-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:36:01Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "sub-test-model-4b5279", "reconcileID": "7c20def2-0ee4-4f0c-b0d1-91ce5ddcbd2f", "LLMInferenceService": "sub-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:36:02Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "sub-test-model-4b5279", "reconcileID": "0310d0a1-f18a-4aa8-9578-ddb671e759b4", "LLMInferenceService": "sub-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:36:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "14f717a7-f46b-4dd3-8df5-2524c88ddbbf", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:36:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "14f717a7-f46b-4dd3-8df5-2524c88ddbbf", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279-authn-ssl"} 2026-07-13T22:36:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "14f717a7-f46b-4dd3-8df5-2524c88ddbbf", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:36:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "c76cf03d-0339-4974-9ee9-e0c0f4528c09", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:36:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "c76cf03d-0339-4974-9ee9-e0c0f4528c09", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279-authn-ssl"} 2026-07-13T22:36:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "c76cf03d-0339-4974-9ee9-e0c0f4528c09", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:36:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd", "reconcileID": "b531ab8e-d00f-40cf-b780-a413e1cca545", "LLMInferenceService": "rate-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:36:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd", "reconcileID": "b531ab8e-d00f-40cf-b780-a413e1cca545", "LLMInferenceService": "rate-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:36:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd", "reconcileID": "b531ab8e-d00f-40cf-b780-a413e1cca545", "LLMInferenceService": "rate-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:36:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "31e4467b-25b6-4198-9f55-6f46250755e2", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:36:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd", "reconcileID": "b531ab8e-d00f-40cf-b780-a413e1cca545", "LLMInferenceService": "rate-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd-kserve-route-authn"} 2026-07-13T22:36:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd", "reconcileID": "b531ab8e-d00f-40cf-b780-a413e1cca545", "LLMInferenceService": "rate-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "authType": "userdefined"} 2026-07-13T22:36:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd", "reconcileID": "b531ab8e-d00f-40cf-b780-a413e1cca545", "LLMInferenceService": "rate-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:36:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "31e4467b-25b6-4198-9f55-6f46250755e2", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd-authn-ssl"} 2026-07-13T22:36:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "31e4467b-25b6-4198-9f55-6f46250755e2", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:36:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd", "reconcileID": "a0092484-34d6-402e-9878-a38fa57f4585", "LLMInferenceService": "rate-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:36:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd", "reconcileID": "a0092484-34d6-402e-9878-a38fa57f4585", "LLMInferenceService": "rate-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:36:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd", "reconcileID": "a0092484-34d6-402e-9878-a38fa57f4585", "LLMInferenceService": "rate-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:36:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd", "reconcileID": "a0092484-34d6-402e-9878-a38fa57f4585", "LLMInferenceService": "rate-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd-kserve-route-authn"} 2026-07-13T22:36:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd", "reconcileID": "a0092484-34d6-402e-9878-a38fa57f4585", "LLMInferenceService": "rate-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "authType": "userdefined"} 2026-07-13T22:36:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd", "reconcileID": "a0092484-34d6-402e-9878-a38fa57f4585", "LLMInferenceService": "rate-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:36:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "cb1bea3a-650e-4974-996b-6e072252f01c", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:36:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "cb1bea3a-650e-4974-996b-6e072252f01c", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd-authn-ssl"} 2026-07-13T22:36:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "cb1bea3a-650e-4974-996b-6e072252f01c", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:36:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd", "reconcileID": "db47a507-9277-48f5-ae19-40fad1ef9b21", "LLMInferenceService": "rate-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:36:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd", "reconcileID": "db47a507-9277-48f5-ae19-40fad1ef9b21", "LLMInferenceService": "rate-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:36:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd", "reconcileID": "db47a507-9277-48f5-ae19-40fad1ef9b21", "LLMInferenceService": "rate-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:36:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd", "reconcileID": "db47a507-9277-48f5-ae19-40fad1ef9b21", "LLMInferenceService": "rate-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd-kserve-route-authn"} 2026-07-13T22:36:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd", "reconcileID": "db47a507-9277-48f5-ae19-40fad1ef9b21", "LLMInferenceService": "rate-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "authType": "userdefined"} 2026-07-13T22:36:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd", "reconcileID": "db47a507-9277-48f5-ae19-40fad1ef9b21", "LLMInferenceService": "rate-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:36:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f31320b3-be99-4d11-8d46-3a504de08e38", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T22:36:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd", "reconcileID": "8c1c4655-a522-4c1a-a00c-41b64acd41cf", "LLMInferenceService": "rate-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:36:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd", "reconcileID": "8c1c4655-a522-4c1a-a00c-41b64acd41cf", "LLMInferenceService": "rate-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:36:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd", "reconcileID": "8c1c4655-a522-4c1a-a00c-41b64acd41cf", "LLMInferenceService": "rate-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:36:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd", "reconcileID": "8c1c4655-a522-4c1a-a00c-41b64acd41cf", "LLMInferenceService": "rate-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd-kserve-route-authn"} 2026-07-13T22:36:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd", "reconcileID": "8c1c4655-a522-4c1a-a00c-41b64acd41cf", "LLMInferenceService": "rate-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "authType": "userdefined"} 2026-07-13T22:36:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd", "reconcileID": "8c1c4655-a522-4c1a-a00c-41b64acd41cf", "LLMInferenceService": "rate-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:36:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd", "reconcileID": "bc34e42e-c2d3-4d9a-96a8-3cee9afaf368", "LLMInferenceService": "rate-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:36:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd", "reconcileID": "bc34e42e-c2d3-4d9a-96a8-3cee9afaf368", "LLMInferenceService": "rate-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:36:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd", "reconcileID": "bc34e42e-c2d3-4d9a-96a8-3cee9afaf368", "LLMInferenceService": "rate-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:36:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd", "reconcileID": "bc34e42e-c2d3-4d9a-96a8-3cee9afaf368", "LLMInferenceService": "rate-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd-kserve-route-authn"} 2026-07-13T22:36:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd", "reconcileID": "bc34e42e-c2d3-4d9a-96a8-3cee9afaf368", "LLMInferenceService": "rate-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "authType": "userdefined"} 2026-07-13T22:36:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd", "reconcileID": "bc34e42e-c2d3-4d9a-96a8-3cee9afaf368", "LLMInferenceService": "rate-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:36:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279", "reconcileID": "003b196a-3cf3-4e80-932a-c25ef98566aa", "LLMInferenceService": "rate-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:36:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279", "reconcileID": "003b196a-3cf3-4e80-932a-c25ef98566aa", "LLMInferenceService": "rate-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:36:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279", "reconcileID": "003b196a-3cf3-4e80-932a-c25ef98566aa", "LLMInferenceService": "rate-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:36:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "e70d9788-ef39-40cd-a2c7-51c615edf164", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:36:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279", "reconcileID": "003b196a-3cf3-4e80-932a-c25ef98566aa", "LLMInferenceService": "rate-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279-kserve-route-authn"} 2026-07-13T22:36:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279", "reconcileID": "003b196a-3cf3-4e80-932a-c25ef98566aa", "LLMInferenceService": "rate-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279", "authType": "userdefined"} 2026-07-13T22:36:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279", "reconcileID": "003b196a-3cf3-4e80-932a-c25ef98566aa", "LLMInferenceService": "rate-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:36:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "e70d9788-ef39-40cd-a2c7-51c615edf164", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279-authn-ssl"} 2026-07-13T22:36:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "e70d9788-ef39-40cd-a2c7-51c615edf164", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:36:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279", "reconcileID": "23694892-374b-4f4e-a4d7-50554d836b40", "LLMInferenceService": "rate-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:36:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279", "reconcileID": "23694892-374b-4f4e-a4d7-50554d836b40", "LLMInferenceService": "rate-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:36:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279", "reconcileID": "23694892-374b-4f4e-a4d7-50554d836b40", "LLMInferenceService": "rate-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:36:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279", "reconcileID": "23694892-374b-4f4e-a4d7-50554d836b40", "LLMInferenceService": "rate-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279-kserve-route-authn"} 2026-07-13T22:36:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279", "reconcileID": "23694892-374b-4f4e-a4d7-50554d836b40", "LLMInferenceService": "rate-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279", "authType": "userdefined"} 2026-07-13T22:36:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279", "reconcileID": "23694892-374b-4f4e-a4d7-50554d836b40", "LLMInferenceService": "rate-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:36:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "e4ec2ce9-6da4-476f-8ad1-0cb407d41f33", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:36:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "e4ec2ce9-6da4-476f-8ad1-0cb407d41f33", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279-authn-ssl"} 2026-07-13T22:36:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "e4ec2ce9-6da4-476f-8ad1-0cb407d41f33", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:37:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279", "reconcileID": "d7f6a2c3-996e-4957-b4d1-8b81c1718685", "LLMInferenceService": "rate-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:37:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279", "reconcileID": "d7f6a2c3-996e-4957-b4d1-8b81c1718685", "LLMInferenceService": "rate-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:37:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279", "reconcileID": "d7f6a2c3-996e-4957-b4d1-8b81c1718685", "LLMInferenceService": "rate-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:37:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279", "reconcileID": "d7f6a2c3-996e-4957-b4d1-8b81c1718685", "LLMInferenceService": "rate-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279-kserve-route-authn"} 2026-07-13T22:37:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279", "reconcileID": "d7f6a2c3-996e-4957-b4d1-8b81c1718685", "LLMInferenceService": "rate-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279", "authType": "userdefined"} 2026-07-13T22:37:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279", "reconcileID": "d7f6a2c3-996e-4957-b4d1-8b81c1718685", "LLMInferenceService": "rate-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:37:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ff9d531c-0c67-4c79-9831-1a1def2fb605", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T22:37:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279", "reconcileID": "20da442f-acf8-4939-8713-6a6363586cc1", "LLMInferenceService": "rate-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:37:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279", "reconcileID": "20da442f-acf8-4939-8713-6a6363586cc1", "LLMInferenceService": "rate-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:37:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279", "reconcileID": "20da442f-acf8-4939-8713-6a6363586cc1", "LLMInferenceService": "rate-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:37:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279", "reconcileID": "20da442f-acf8-4939-8713-6a6363586cc1", "LLMInferenceService": "rate-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279-kserve-route-authn"} 2026-07-13T22:37:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279", "reconcileID": "20da442f-acf8-4939-8713-6a6363586cc1", "LLMInferenceService": "rate-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279", "authType": "userdefined"} 2026-07-13T22:37:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279", "reconcileID": "20da442f-acf8-4939-8713-6a6363586cc1", "LLMInferenceService": "rate-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:37:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279", "reconcileID": "ddb5faad-c8e1-4e34-98cb-a5b6aee30ac2", "LLMInferenceService": "rate-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:37:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279", "reconcileID": "ddb5faad-c8e1-4e34-98cb-a5b6aee30ac2", "LLMInferenceService": "rate-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:37:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279", "reconcileID": "ddb5faad-c8e1-4e34-98cb-a5b6aee30ac2", "LLMInferenceService": "rate-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:37:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279", "reconcileID": "ddb5faad-c8e1-4e34-98cb-a5b6aee30ac2", "LLMInferenceService": "rate-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279-kserve-route-authn"} 2026-07-13T22:37:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279", "reconcileID": "ddb5faad-c8e1-4e34-98cb-a5b6aee30ac2", "LLMInferenceService": "rate-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279", "authType": "userdefined"} 2026-07-13T22:37:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279", "reconcileID": "ddb5faad-c8e1-4e34-98cb-a5b6aee30ac2", "LLMInferenceService": "rate-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:37:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1d8583c8-86c4-4d13-b57f-98d98d39ebeb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T22:37:25Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T22:37:25Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T22:37:27Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T22:37:27Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T22:37:47Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd", "reconcileID": "5f5b947f-5022-4b90-956a-4ba11e71bf8f", "LLMInferenceService": "rate-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:37:47Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd", "reconcileID": "5f5b947f-5022-4b90-956a-4ba11e71bf8f", "LLMInferenceService": "rate-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd"} 2026-07-13T22:37:47Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd", "reconcileID": "5f5b947f-5022-4b90-956a-4ba11e71bf8f", "LLMInferenceService": "rate-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:37:47Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd", "reconcileID": "5f5b947f-5022-4b90-956a-4ba11e71bf8f", "LLMInferenceService": "rate-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:37:47Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd", "reconcileID": "5f5b947f-5022-4b90-956a-4ba11e71bf8f", "LLMInferenceService": "rate-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd-kserve-route-authn"} 2026-07-13T22:37:47Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd", "reconcileID": "5f5b947f-5022-4b90-956a-4ba11e71bf8f", "LLMInferenceService": "rate-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd-kserve-route-authn"} 2026-07-13T22:37:47Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd", "reconcileID": "5f5b947f-5022-4b90-956a-4ba11e71bf8f", "LLMInferenceService": "rate-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:37:47Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd", "reconcileID": "5f5b947f-5022-4b90-956a-4ba11e71bf8f", "LLMInferenceService": "rate-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:37:47Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0eaefd","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "rate-test-model-0eaefd", "reconcileID": "a01c729e-fb2f-4d42-ae7e-ab119fcde08c", "LLMInferenceService": "rate-test-model-0eaefd", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:37:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "65dd03b0-4eb6-4bfd-9327-90da85579586", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:37:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "65dd03b0-4eb6-4bfd-9327-90da85579586", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd-authn-ssl"} 2026-07-13T22:37:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "65dd03b0-4eb6-4bfd-9327-90da85579586", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:37:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "db77f16d-e342-4d79-8a1e-b89f45f15e6d", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:37:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "db77f16d-e342-4d79-8a1e-b89f45f15e6d", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd-authn-ssl"} 2026-07-13T22:37:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "db77f16d-e342-4d79-8a1e-b89f45f15e6d", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:37:48Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279", "reconcileID": "628e1c4a-cafa-4e0b-a137-c244d9631a51", "LLMInferenceService": "rate-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:37:48Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279", "reconcileID": "628e1c4a-cafa-4e0b-a137-c244d9631a51", "LLMInferenceService": "rate-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279"} 2026-07-13T22:37:48Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279", "reconcileID": "628e1c4a-cafa-4e0b-a137-c244d9631a51", "LLMInferenceService": "rate-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:37:48Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279", "reconcileID": "628e1c4a-cafa-4e0b-a137-c244d9631a51", "LLMInferenceService": "rate-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:37:48Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279", "reconcileID": "628e1c4a-cafa-4e0b-a137-c244d9631a51", "LLMInferenceService": "rate-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279-kserve-route-authn"} 2026-07-13T22:37:48Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279", "reconcileID": "628e1c4a-cafa-4e0b-a137-c244d9631a51", "LLMInferenceService": "rate-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279-kserve-route-authn"} 2026-07-13T22:37:48Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279", "reconcileID": "628e1c4a-cafa-4e0b-a137-c244d9631a51", "LLMInferenceService": "rate-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:37:48Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279", "reconcileID": "628e1c4a-cafa-4e0b-a137-c244d9631a51", "LLMInferenceService": "rate-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:37:48Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b5279","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "rate-test-model-4b5279", "reconcileID": "2b4e6446-d776-4f34-9d68-c4a5da66f767", "LLMInferenceService": "rate-test-model-4b5279", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:37:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "59a61914-4626-44e5-be47-d2f8070eaccd", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:37:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "59a61914-4626-44e5-be47-d2f8070eaccd", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279-authn-ssl"} 2026-07-13T22:37:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "59a61914-4626-44e5-be47-d2f8070eaccd", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:37:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "b04c2ad2-5c70-47a9-a074-35a331f99296", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:37:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "b04c2ad2-5c70-47a9-a074-35a331f99296", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279-authn-ssl"} 2026-07-13T22:37:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "b04c2ad2-5c70-47a9-a074-35a331f99296", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:38:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0605f0e5-deae-41ba-bf68-65452c0b60a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T22:38:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "5f220250-78c4-40e0-82e5-fce15b6aa3e8", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:38:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "5f220250-78c4-40e0-82e5-fce15b6aa3e8", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd-authn-ssl"} 2026-07-13T22:38:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0eaefd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0eaefd", "reconcileID": "5f220250-78c4-40e0-82e5-fce15b6aa3e8", "Gateway": "e2e-shared-a-0eaefd", "namespace": "openshift-ingress"} 2026-07-13T22:38:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81ecf4d3-4ddf-4885-8302-a58d41e2d3b1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:38:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81ecf4d3-4ddf-4885-8302-a58d41e2d3b1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0eaefd", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T22:38:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81ecf4d3-4ddf-4885-8302-a58d41e2d3b1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-0eaefd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T22:38:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "odh-trusted-ca-bundle", "reconcileID": "d26472ba-3e09-4cde-9b4f-2a5f0473daa3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:38:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "odh-trusted-ca-bundle", "reconcileID": "d26472ba-3e09-4cde-9b4f-2a5f0473daa3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:38:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "openshift-service-ca.crt", "reconcileID": "f4cef5b1-2646-457b-bd1a-301e92bc9bee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:38:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "openshift-service-ca.crt", "reconcileID": "f4cef5b1-2646-457b-bd1a-301e92bc9bee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:38:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a65119c-c521-458a-a00f-0b7fcae5efa3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:38:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0eaefd"}, "namespace": "ai-tenant-e2e-shared-a-0eaefd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a65119c-c521-458a-a00f-0b7fcae5efa3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0eaefd"} 2026-07-13T22:38:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "90ab37a2-0ee5-459c-8183-938ee284152a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T22:38:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "70d07a8d-f408-4fc4-877c-763f1955763a", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:38:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "70d07a8d-f408-4fc4-877c-763f1955763a", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279-authn-ssl"} 2026-07-13T22:38:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4b5279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4b5279", "reconcileID": "70d07a8d-f408-4fc4-877c-763f1955763a", "Gateway": "e2e-shared-b-4b5279", "namespace": "openshift-ingress"} 2026-07-13T22:38:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "937ed9fa-f56d-4458-941f-5b928f80dd17", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:38:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "937ed9fa-f56d-4458-941f-5b928f80dd17", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4b5279", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T22:38:21Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "937ed9fa-f56d-4458-941f-5b928f80dd17", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-4b5279 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T22:38:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "odh-trusted-ca-bundle", "reconcileID": "0b9065dc-7c35-4dbd-85db-6d869b6d67c4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:38:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "odh-trusted-ca-bundle", "reconcileID": "0b9065dc-7c35-4dbd-85db-6d869b6d67c4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:38:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "openshift-service-ca.crt", "reconcileID": "47a1c2ad-d286-409d-bccf-6065fd76da7f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:38:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "openshift-service-ca.crt", "reconcileID": "47a1c2ad-d286-409d-bccf-6065fd76da7f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:38:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "623a6bb7-a497-4c03-85d3-14df61f53864", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4b5279"} 2026-07-13T22:38:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4b5279"}, "namespace": "ai-tenant-e2e-shared-b-4b5279", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "623a6bb7-a497-4c03-85d3-14df61f53864", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4b5279"}