2026-07-15T17:39:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1da9d9"}, "namespace": "ai-tenant-e2e-api-b-1da9d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2142b36-3786-4f23-9d84-3d021ffc6b6e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1da9d9"} 2026-07-15T17:39:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1da9d9"}, "namespace": "ai-tenant-e2e-api-b-1da9d9", "name": "openshift-service-ca.crt", "reconcileID": "deee371c-baa8-4d56-9863-cc0c96a9d48b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1da9d9"} 2026-07-15T17:39:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1da9d9"}, "namespace": "ai-tenant-e2e-api-b-1da9d9", "name": "odh-trusted-ca-bundle", "reconcileID": "777e0fc2-2c82-4898-a3e9-ce0763b8338a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1da9d9", "update": "odh-kserve-custom-ca-bundle"} 2026-07-15T17:39:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1da9d9"}, "namespace": "ai-tenant-e2e-api-b-1da9d9", "name": "odh-trusted-ca-bundle", "reconcileID": "777e0fc2-2c82-4898-a3e9-ce0763b8338a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1da9d9"} 2026-07-15T17:39:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1da9d9"}, "namespace": "ai-tenant-e2e-api-b-1da9d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "70b49aa7-2fe1-428d-96f1-95128ad93753", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1da9d9"} 2026-07-15T17:39:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1da9d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1da9d9", "reconcileID": "956e20b6-c9b6-496d-a7aa-22fc4d3887fd", "Gateway": "e2e-api-b-1da9d9", "namespace": "openshift-ingress"} 2026-07-15T17:39:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1da9d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1da9d9", "reconcileID": "956e20b6-c9b6-496d-a7aa-22fc4d3887fd", "Gateway": "e2e-api-b-1da9d9", "namespace": "openshift-ingress", "name": "e2e-api-b-1da9d9-authn-ssl"} 2026-07-15T17:39:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1da9d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1da9d9", "reconcileID": "956e20b6-c9b6-496d-a7aa-22fc4d3887fd", "Gateway": "e2e-api-b-1da9d9", "namespace": "openshift-ingress"} 2026-07-15T17:39:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "efaa90a7-e5c8-46d3-9cda-964ec33208b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T17:39:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d83283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d83283", "reconcileID": "d427bf05-a321-44f9-836a-6b092d5728f0", "Gateway": "e2e-api-a-d83283", "namespace": "openshift-ingress"} 2026-07-15T17:39:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d83283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d83283", "reconcileID": "d427bf05-a321-44f9-836a-6b092d5728f0", "Gateway": "e2e-api-a-d83283", "namespace": "openshift-ingress", "name": "e2e-api-a-d83283-authn-ssl"} 2026-07-15T17:39:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d83283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d83283", "reconcileID": "d427bf05-a321-44f9-836a-6b092d5728f0", "Gateway": "e2e-api-a-d83283", "namespace": "openshift-ingress"} 2026-07-15T17:39:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1da9d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1da9d9", "reconcileID": "664c8165-fb33-4e90-b62a-012d8bf32cd1", "Gateway": "e2e-api-b-1da9d9", "namespace": "openshift-ingress"} 2026-07-15T17:39:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1da9d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1da9d9", "reconcileID": "664c8165-fb33-4e90-b62a-012d8bf32cd1", "Gateway": "e2e-api-b-1da9d9", "namespace": "openshift-ingress", "name": "e2e-api-b-1da9d9-authn-ssl"} 2026-07-15T17:39:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1da9d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1da9d9", "reconcileID": "664c8165-fb33-4e90-b62a-012d8bf32cd1", "Gateway": "e2e-api-b-1da9d9", "namespace": "openshift-ingress"} 2026-07-15T17:39:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2378862e-806e-4115-89fa-91f1a2e58194", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T17:39:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c5b6614d-0a55-40e5-b1e7-c32136a3d0d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T17:39:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "270dd105-735c-49b5-9ddd-2ed14d33b32f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T17:39:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d83283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d83283", "reconcileID": "01a24757-8a90-4e1a-afa3-bd7be0a637fa", "Gateway": "e2e-api-a-d83283", "namespace": "openshift-ingress"} 2026-07-15T17:39:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d83283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d83283", "reconcileID": "01a24757-8a90-4e1a-afa3-bd7be0a637fa", "Gateway": "e2e-api-a-d83283", "namespace": "openshift-ingress", "name": "e2e-api-a-d83283-authn-ssl"} 2026-07-15T17:39:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d83283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d83283", "reconcileID": "01a24757-8a90-4e1a-afa3-bd7be0a637fa", "Gateway": "e2e-api-a-d83283", "namespace": "openshift-ingress"} 2026-07-15T17:39:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d83283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d83283", "reconcileID": "efa7dc0b-8ec3-4777-87f8-5b72dc394c30", "Gateway": "e2e-api-a-d83283", "namespace": "openshift-ingress"} 2026-07-15T17:39:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d83283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d83283", "reconcileID": "efa7dc0b-8ec3-4777-87f8-5b72dc394c30", "Gateway": "e2e-api-a-d83283", "namespace": "openshift-ingress", "name": "e2e-api-a-d83283-authn-ssl"} 2026-07-15T17:39:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d83283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d83283", "reconcileID": "efa7dc0b-8ec3-4777-87f8-5b72dc394c30", "Gateway": "e2e-api-a-d83283", "namespace": "openshift-ingress"} 2026-07-15T17:39:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-d83283"}, "namespace": "ai-tenant-e2e-api-a-d83283", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0db56934-f517-44ed-bee6-88cc2aa8d3e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-d83283"} 2026-07-15T17:39:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-d83283"}, "namespace": "ai-tenant-e2e-api-a-d83283", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0db56934-f517-44ed-bee6-88cc2aa8d3e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-d83283", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T17:39:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-d83283"}, "namespace": "ai-tenant-e2e-api-a-d83283", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0db56934-f517-44ed-bee6-88cc2aa8d3e5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-d83283 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-15T17:39:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-d83283"}, "namespace": "ai-tenant-e2e-api-a-d83283", "name": "odh-trusted-ca-bundle", "reconcileID": "e352385f-5647-4d18-983c-b75b2f736d27", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-d83283"} 2026-07-15T17:39:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-d83283"}, "namespace": "ai-tenant-e2e-api-a-d83283", "name": "odh-trusted-ca-bundle", "reconcileID": "e352385f-5647-4d18-983c-b75b2f736d27", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-d83283"} 2026-07-15T17:39:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-d83283"}, "namespace": "ai-tenant-e2e-api-a-d83283", "name": "openshift-service-ca.crt", "reconcileID": "a1d4294f-638e-41e7-bca9-ad8cb1b22a9c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-d83283"} 2026-07-15T17:39:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-d83283"}, "namespace": "ai-tenant-e2e-api-a-d83283", "name": "openshift-service-ca.crt", "reconcileID": "a1d4294f-638e-41e7-bca9-ad8cb1b22a9c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-d83283"} 2026-07-15T17:39:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-d83283"}, "namespace": "ai-tenant-e2e-api-a-d83283", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "31cda207-1096-46af-8b50-f10b0e4d70f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-d83283"} 2026-07-15T17:39:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-d83283"}, "namespace": "ai-tenant-e2e-api-a-d83283", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "31cda207-1096-46af-8b50-f10b0e4d70f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-d83283"} 2026-07-15T17:39:39Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d83283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d83283", "reconcileID": "8d213e72-f03a-416d-a3b4-5d6c625702b7", "Gateway": "e2e-api-a-d83283", "namespace": "openshift-ingress"} 2026-07-15T17:39:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1da9d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1da9d9", "reconcileID": "c65e814d-35df-4f7d-90f9-5ea46fca6351", "Gateway": "e2e-api-b-1da9d9", "namespace": "openshift-ingress"} 2026-07-15T17:39:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1da9d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1da9d9", "reconcileID": "c65e814d-35df-4f7d-90f9-5ea46fca6351", "Gateway": "e2e-api-b-1da9d9", "namespace": "openshift-ingress", "name": "e2e-api-b-1da9d9-authn-ssl"} 2026-07-15T17:39:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1da9d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1da9d9", "reconcileID": "c65e814d-35df-4f7d-90f9-5ea46fca6351", "Gateway": "e2e-api-b-1da9d9", "namespace": "openshift-ingress"} 2026-07-15T17:39:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1da9d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1da9d9", "reconcileID": "b22a1b43-51d0-459b-a916-89e0fff78f82", "Gateway": "e2e-api-b-1da9d9", "namespace": "openshift-ingress"} 2026-07-15T17:39:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1da9d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1da9d9", "reconcileID": "b22a1b43-51d0-459b-a916-89e0fff78f82", "Gateway": "e2e-api-b-1da9d9", "namespace": "openshift-ingress", "name": "e2e-api-b-1da9d9-authn-ssl"} 2026-07-15T17:39:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1da9d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1da9d9", "reconcileID": "b22a1b43-51d0-459b-a916-89e0fff78f82", "Gateway": "e2e-api-b-1da9d9", "namespace": "openshift-ingress"} 2026-07-15T17:40:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1da9d9"}, "namespace": "ai-tenant-e2e-api-b-1da9d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3291fc3a-0f5b-47d8-a274-42923c749f9f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1da9d9"} 2026-07-15T17:40:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1da9d9"}, "namespace": "ai-tenant-e2e-api-b-1da9d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3291fc3a-0f5b-47d8-a274-42923c749f9f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1da9d9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T17:40:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1da9d9"}, "namespace": "ai-tenant-e2e-api-b-1da9d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3291fc3a-0f5b-47d8-a274-42923c749f9f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-1da9d9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-15T17:40:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1da9d9"}, "namespace": "ai-tenant-e2e-api-b-1da9d9", "name": "odh-trusted-ca-bundle", "reconcileID": "51209e3f-e5e9-4bc4-8dcf-b70037a0d984", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1da9d9"} 2026-07-15T17:40:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1da9d9"}, "namespace": "ai-tenant-e2e-api-b-1da9d9", "name": "odh-trusted-ca-bundle", "reconcileID": "51209e3f-e5e9-4bc4-8dcf-b70037a0d984", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1da9d9"} 2026-07-15T17:40:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1da9d9"}, "namespace": "ai-tenant-e2e-api-b-1da9d9", "name": "openshift-service-ca.crt", "reconcileID": "f9217ffa-09d1-4717-a483-b14fd2ea74ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1da9d9"} 2026-07-15T17:40:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1da9d9"}, "namespace": "ai-tenant-e2e-api-b-1da9d9", "name": "openshift-service-ca.crt", "reconcileID": "f9217ffa-09d1-4717-a483-b14fd2ea74ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1da9d9"} 2026-07-15T17:40:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1da9d9"}, "namespace": "ai-tenant-e2e-api-b-1da9d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "586501cf-0270-4d4d-9fe5-08522023cbf0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1da9d9"} 2026-07-15T17:40:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1da9d9"}, "namespace": "ai-tenant-e2e-api-b-1da9d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "586501cf-0270-4d4d-9fe5-08522023cbf0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1da9d9"} 2026-07-15T17:40:05Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1da9d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1da9d9", "reconcileID": "c5596281-f680-430c-9ae4-6a0f2d1c90f3", "Gateway": "e2e-api-b-1da9d9", "namespace": "openshift-ingress"} 2026-07-15T17:40:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "9a81ebf9-bc85-4714-b8c5-3ca0d20e25df", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:40:06Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "9a81ebf9-bc85-4714-b8c5-3ca0d20e25df", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37-authn-ssl"} 2026-07-15T17:40:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "9a81ebf9-bc85-4714-b8c5-3ca0d20e25df", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:40:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "2013cbcc-7447-4840-9e79-f95bea49bd6e", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:40:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "2013cbcc-7447-4840-9e79-f95bea49bd6e", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37-authn-ssl"} 2026-07-15T17:40:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "2013cbcc-7447-4840-9e79-f95bea49bd6e", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:40:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "227097f2-2588-4c88-a532-4a760f5a3f64", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:40:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "227097f2-2588-4c88-a532-4a760f5a3f64", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37-authn-ssl"} 2026-07-15T17:40:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "227097f2-2588-4c88-a532-4a760f5a3f64", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:40:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "953fceb2-544f-4827-af42-676d01c908cd", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:40:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "953fceb2-544f-4827-af42-676d01c908cd", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37-authn-ssl"} 2026-07-15T17:40:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "953fceb2-544f-4827-af42-676d01c908cd", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:40:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "798ee13c-7460-4e2f-8bf5-62c03432df10", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:40:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "798ee13c-7460-4e2f-8bf5-62c03432df10", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37-authn-ssl"} 2026-07-15T17:40:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "798ee13c-7460-4e2f-8bf5-62c03432df10", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:40:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "93023792-2fda-4edf-970c-4691b32be5d4", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:40:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "93023792-2fda-4edf-970c-4691b32be5d4", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37-authn-ssl"} 2026-07-15T17:40:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "93023792-2fda-4edf-970c-4691b32be5d4", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:40:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "fb956e8d-5973-42a9-903b-6f8e63f2700d", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:40:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "fb956e8d-5973-42a9-903b-6f8e63f2700d", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37-authn-ssl"} 2026-07-15T17:40:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "fb956e8d-5973-42a9-903b-6f8e63f2700d", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:40:07Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-15T17:40:07Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-15T17:40:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "openshift-service-ca.crt", "reconcileID": "4bfc8aae-451e-4fbc-989e-a7a977ec542a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:40:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "odh-trusted-ca-bundle", "reconcileID": "5d39e6d2-ca0c-49a7-b75d-e6ea8f18cb65", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:40:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "openshift-service-ca.crt", "reconcileID": "1d1e70b3-3cc5-49cc-85f0-33277585965c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T17:40:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "openshift-service-ca.crt", "reconcileID": "1d1e70b3-3cc5-49cc-85f0-33277585965c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:40:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "99e19441-9e56-4dc4-80be-f95a78a57604", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:40:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "openshift-service-ca.crt", "reconcileID": "a79c9f67-96df-4f52-a22d-d0bc5405cae1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:40:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "odh-trusted-ca-bundle", "reconcileID": "6c35db2a-a8da-44bb-991b-4582d571fe50", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "update": "odh-kserve-custom-ca-bundle"} 2026-07-15T17:40:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "odh-trusted-ca-bundle", "reconcileID": "6c35db2a-a8da-44bb-991b-4582d571fe50", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:40:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41cae7c2-accb-4bb7-85d8-f10371653887", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:40:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "bfefb5b1-f1c6-4975-bfce-dcdfdef2a1c2", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:40:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "bfefb5b1-f1c6-4975-bfce-dcdfdef2a1c2", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37-authn-ssl"} 2026-07-15T17:40:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "bfefb5b1-f1c6-4975-bfce-dcdfdef2a1c2", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:40:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7adb409e-e753-463c-beb7-1c0c1a8bf462", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T17:40:13Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-15T17:40:13Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-15T17:40:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "4334093a-dc37-4e05-b9aa-cbbea7839181", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:40:14Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "4334093a-dc37-4e05-b9aa-cbbea7839181", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039-authn-ssl"} 2026-07-15T17:40:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "4334093a-dc37-4e05-b9aa-cbbea7839181", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:40:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "b864b974-9e67-46f2-b843-21fb645cee1f", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:40:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "b864b974-9e67-46f2-b843-21fb645cee1f", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039-authn-ssl"} 2026-07-15T17:40:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "b864b974-9e67-46f2-b843-21fb645cee1f", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:40:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "300f51d9-6e68-45fb-80e6-9d0f4bf4ac37", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:40:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "300f51d9-6e68-45fb-80e6-9d0f4bf4ac37", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039-authn-ssl"} 2026-07-15T17:40:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "300f51d9-6e68-45fb-80e6-9d0f4bf4ac37", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:40:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "f2e69e87-57f0-40ee-a203-a33a48d0f965", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:40:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "f2e69e87-57f0-40ee-a203-a33a48d0f965", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039-authn-ssl"} 2026-07-15T17:40:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "f2e69e87-57f0-40ee-a203-a33a48d0f965", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:40:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "239f7ace-50a9-474b-8abd-85d8ef9a34c2", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:40:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "239f7ace-50a9-474b-8abd-85d8ef9a34c2", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039-authn-ssl"} 2026-07-15T17:40:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "239f7ace-50a9-474b-8abd-85d8ef9a34c2", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:40:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "8e224db0-f19e-47ac-b797-e8f026208484", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:40:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "8e224db0-f19e-47ac-b797-e8f026208484", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039-authn-ssl"} 2026-07-15T17:40:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "8e224db0-f19e-47ac-b797-e8f026208484", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:40:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "3ce09005-80fa-4162-8bd9-86efd52d5c17", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:40:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "3ce09005-80fa-4162-8bd9-86efd52d5c17", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039-authn-ssl"} 2026-07-15T17:40:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "3ce09005-80fa-4162-8bd9-86efd52d5c17", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:40:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "7cddc67e-1be3-4cb8-8bf3-426b93c0fbc2", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:40:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "7cddc67e-1be3-4cb8-8bf3-426b93c0fbc2", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37-authn-ssl"} 2026-07-15T17:40:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "7cddc67e-1be3-4cb8-8bf3-426b93c0fbc2", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:40:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "8f0705cd-dc74-4719-87c5-e93921effef3", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:40:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "8f0705cd-dc74-4719-87c5-e93921effef3", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039-authn-ssl"} 2026-07-15T17:40:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "8f0705cd-dc74-4719-87c5-e93921effef3", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:40:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "openshift-service-ca.crt", "reconcileID": "ea39d987-393a-4cb0-b65e-1573564578d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:40:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "odh-trusted-ca-bundle", "reconcileID": "e84c3384-1fe7-4484-8f36-0eab014078e7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:40:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "openshift-service-ca.crt", "reconcileID": "4bafcabb-afcb-4b24-8c6c-698f71df5d90", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-81a039", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T17:40:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "openshift-service-ca.crt", "reconcileID": "4bafcabb-afcb-4b24-8c6c-698f71df5d90", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:40:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "openshift-service-ca.crt", "reconcileID": "49064efc-ed08-4ead-84de-0519b3854e35", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-81a039", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T17:40:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "openshift-service-ca.crt", "reconcileID": "49064efc-ed08-4ead-84de-0519b3854e35", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-15T17:40:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "faaff2e7-a579-4c74-8e42-2bb663df26a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:40:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "openshift-service-ca.crt", "reconcileID": "7811d62e-e214-4a8d-939a-8b96b3172671", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:40:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "odh-trusted-ca-bundle", "reconcileID": "7e5f1778-188d-481a-a7dc-5c968c188bac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-81a039", "update": "odh-kserve-custom-ca-bundle"} 2026-07-15T17:40:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "odh-trusted-ca-bundle", "reconcileID": "7e5f1778-188d-481a-a7dc-5c968c188bac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:40:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f82e9501-cec4-4db1-9ca8-67418a400b79", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:40:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "b28aa406-486e-4c27-8d85-110f117ef532", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:40:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "b28aa406-486e-4c27-8d85-110f117ef532", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039-authn-ssl"} 2026-07-15T17:40:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "b28aa406-486e-4c27-8d85-110f117ef532", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:40:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d17a8c8a-15cd-4c85-96d8-ba06605276d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T17:40:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "4be768c5-7a01-4a24-9fbb-13eb8f175080", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:40:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "4be768c5-7a01-4a24-9fbb-13eb8f175080", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039-authn-ssl"} 2026-07-15T17:40:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "4be768c5-7a01-4a24-9fbb-13eb8f175080", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:40:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "auth-test-model-3d6c37", "reconcileID": "0044f80d-996b-4b6c-a9bd-71b78cad2839", "LLMInferenceService": "auth-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:40:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "auth-test-model-3d6c37", "reconcileID": "0044f80d-996b-4b6c-a9bd-71b78cad2839", "LLMInferenceService": "auth-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:40:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "auth-test-model-3d6c37", "reconcileID": "0044f80d-996b-4b6c-a9bd-71b78cad2839", "LLMInferenceService": "auth-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:40:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "468be0aa-0ef0-4e56-858c-3c980e634247", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:40:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "auth-test-model-3d6c37", "reconcileID": "0044f80d-996b-4b6c-a9bd-71b78cad2839", "LLMInferenceService": "auth-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "auth-test-model-3d6c37-kserve-route-authn"} 2026-07-15T17:40:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "auth-test-model-3d6c37", "reconcileID": "0044f80d-996b-4b6c-a9bd-71b78cad2839", "LLMInferenceService": "auth-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "authType": "userdefined"} 2026-07-15T17:40:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "auth-test-model-3d6c37", "reconcileID": "0044f80d-996b-4b6c-a9bd-71b78cad2839", "LLMInferenceService": "auth-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:40:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "468be0aa-0ef0-4e56-858c-3c980e634247", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37-authn-ssl"} 2026-07-15T17:40:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "468be0aa-0ef0-4e56-858c-3c980e634247", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:40:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "auth-test-model-3d6c37", "reconcileID": "6b194fc9-f7b6-4261-8255-621dbd24cf03", "LLMInferenceService": "auth-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:40:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "auth-test-model-3d6c37", "reconcileID": "6b194fc9-f7b6-4261-8255-621dbd24cf03", "LLMInferenceService": "auth-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:40:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "auth-test-model-3d6c37", "reconcileID": "6b194fc9-f7b6-4261-8255-621dbd24cf03", "LLMInferenceService": "auth-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:40:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "auth-test-model-3d6c37", "reconcileID": "6b194fc9-f7b6-4261-8255-621dbd24cf03", "LLMInferenceService": "auth-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "auth-test-model-3d6c37-kserve-route-authn"} 2026-07-15T17:40:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "auth-test-model-3d6c37", "reconcileID": "6b194fc9-f7b6-4261-8255-621dbd24cf03", "LLMInferenceService": "auth-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "authType": "userdefined"} 2026-07-15T17:40:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "auth-test-model-3d6c37", "reconcileID": "6b194fc9-f7b6-4261-8255-621dbd24cf03", "LLMInferenceService": "auth-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:40:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "88fe2284-f123-4ad5-b07c-d435fb75b2a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T17:40:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "05e3d3ec-2631-4747-90f1-31460be2d774", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T17:40:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "a964b342-fa32-47eb-9c5f-ab731e2bea2c", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:40:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "a964b342-fa32-47eb-9c5f-ab731e2bea2c", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37-authn-ssl"} 2026-07-15T17:40:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "a964b342-fa32-47eb-9c5f-ab731e2bea2c", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:40:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "auth-test-model-3d6c37", "reconcileID": "707e8415-6c4b-4adc-9c84-d61008a86137", "LLMInferenceService": "auth-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:40:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "auth-test-model-3d6c37", "reconcileID": "707e8415-6c4b-4adc-9c84-d61008a86137", "LLMInferenceService": "auth-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:40:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "auth-test-model-3d6c37", "reconcileID": "707e8415-6c4b-4adc-9c84-d61008a86137", "LLMInferenceService": "auth-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:40:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "auth-test-model-3d6c37", "reconcileID": "707e8415-6c4b-4adc-9c84-d61008a86137", "LLMInferenceService": "auth-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "auth-test-model-3d6c37-kserve-route-authn"} 2026-07-15T17:40:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "auth-test-model-3d6c37", "reconcileID": "707e8415-6c4b-4adc-9c84-d61008a86137", "LLMInferenceService": "auth-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "authType": "userdefined"} 2026-07-15T17:40:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "auth-test-model-3d6c37", "reconcileID": "707e8415-6c4b-4adc-9c84-d61008a86137", "LLMInferenceService": "auth-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:41:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "auth-test-model-3d6c37", "reconcileID": "9e775f3c-11ea-46c2-9083-a2bb9afee19c", "LLMInferenceService": "auth-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:41:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "auth-test-model-3d6c37", "reconcileID": "9e775f3c-11ea-46c2-9083-a2bb9afee19c", "LLMInferenceService": "auth-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:41:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "auth-test-model-3d6c37", "reconcileID": "9e775f3c-11ea-46c2-9083-a2bb9afee19c", "LLMInferenceService": "auth-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:41:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "auth-test-model-3d6c37", "reconcileID": "9e775f3c-11ea-46c2-9083-a2bb9afee19c", "LLMInferenceService": "auth-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "auth-test-model-3d6c37-kserve-route-authn"} 2026-07-15T17:41:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "auth-test-model-3d6c37", "reconcileID": "9e775f3c-11ea-46c2-9083-a2bb9afee19c", "LLMInferenceService": "auth-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "authType": "userdefined"} 2026-07-15T17:41:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "auth-test-model-3d6c37", "reconcileID": "9e775f3c-11ea-46c2-9083-a2bb9afee19c", "LLMInferenceService": "auth-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:41:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "auth-test-model-81a039", "reconcileID": "e1d57c22-7f9c-4b70-b765-1f05f0bf4e1a", "LLMInferenceService": "auth-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:41:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "auth-test-model-81a039", "reconcileID": "e1d57c22-7f9c-4b70-b765-1f05f0bf4e1a", "LLMInferenceService": "auth-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:41:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "auth-test-model-81a039", "reconcileID": "e1d57c22-7f9c-4b70-b765-1f05f0bf4e1a", "LLMInferenceService": "auth-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:41:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "d15a6a54-d4bd-4550-bbef-72b966cc6a32", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:41:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "auth-test-model-81a039", "reconcileID": "e1d57c22-7f9c-4b70-b765-1f05f0bf4e1a", "LLMInferenceService": "auth-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "auth-test-model-81a039-kserve-route-authn"} 2026-07-15T17:41:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "auth-test-model-81a039", "reconcileID": "e1d57c22-7f9c-4b70-b765-1f05f0bf4e1a", "LLMInferenceService": "auth-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039", "authType": "userdefined"} 2026-07-15T17:41:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "auth-test-model-81a039", "reconcileID": "e1d57c22-7f9c-4b70-b765-1f05f0bf4e1a", "LLMInferenceService": "auth-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:41:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "d15a6a54-d4bd-4550-bbef-72b966cc6a32", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039-authn-ssl"} 2026-07-15T17:41:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "d15a6a54-d4bd-4550-bbef-72b966cc6a32", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:41:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "auth-test-model-81a039", "reconcileID": "8492ec0a-4ff6-44d9-b982-968cb514e4e3", "LLMInferenceService": "auth-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:41:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "auth-test-model-81a039", "reconcileID": "8492ec0a-4ff6-44d9-b982-968cb514e4e3", "LLMInferenceService": "auth-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:41:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "auth-test-model-81a039", "reconcileID": "8492ec0a-4ff6-44d9-b982-968cb514e4e3", "LLMInferenceService": "auth-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:41:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "auth-test-model-81a039", "reconcileID": "8492ec0a-4ff6-44d9-b982-968cb514e4e3", "LLMInferenceService": "auth-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "auth-test-model-81a039-kserve-route-authn"} 2026-07-15T17:41:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "auth-test-model-81a039", "reconcileID": "8492ec0a-4ff6-44d9-b982-968cb514e4e3", "LLMInferenceService": "auth-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039", "authType": "userdefined"} 2026-07-15T17:41:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "auth-test-model-81a039", "reconcileID": "8492ec0a-4ff6-44d9-b982-968cb514e4e3", "LLMInferenceService": "auth-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:41:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "b0371ad0-35bd-4209-87b6-a84ee8705f53", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:41:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "b0371ad0-35bd-4209-87b6-a84ee8705f53", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039-authn-ssl"} 2026-07-15T17:41:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "b0371ad0-35bd-4209-87b6-a84ee8705f53", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:41:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "auth-test-model-81a039", "reconcileID": "988d9823-8c0c-45da-b54a-7223d7e543cc", "LLMInferenceService": "auth-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:41:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "auth-test-model-81a039", "reconcileID": "988d9823-8c0c-45da-b54a-7223d7e543cc", "LLMInferenceService": "auth-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:41:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "auth-test-model-81a039", "reconcileID": "988d9823-8c0c-45da-b54a-7223d7e543cc", "LLMInferenceService": "auth-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:41:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "auth-test-model-81a039", "reconcileID": "988d9823-8c0c-45da-b54a-7223d7e543cc", "LLMInferenceService": "auth-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "auth-test-model-81a039-kserve-route-authn"} 2026-07-15T17:41:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "auth-test-model-81a039", "reconcileID": "988d9823-8c0c-45da-b54a-7223d7e543cc", "LLMInferenceService": "auth-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039", "authType": "userdefined"} 2026-07-15T17:41:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "auth-test-model-81a039", "reconcileID": "988d9823-8c0c-45da-b54a-7223d7e543cc", "LLMInferenceService": "auth-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:41:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "auth-test-model-81a039", "reconcileID": "2351a48f-073e-49a8-a088-496f04f6c601", "LLMInferenceService": "auth-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:41:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "auth-test-model-81a039", "reconcileID": "2351a48f-073e-49a8-a088-496f04f6c601", "LLMInferenceService": "auth-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:41:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "auth-test-model-81a039", "reconcileID": "2351a48f-073e-49a8-a088-496f04f6c601", "LLMInferenceService": "auth-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:41:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "auth-test-model-81a039", "reconcileID": "2351a48f-073e-49a8-a088-496f04f6c601", "LLMInferenceService": "auth-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "auth-test-model-81a039-kserve-route-authn"} 2026-07-15T17:41:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "auth-test-model-81a039", "reconcileID": "2351a48f-073e-49a8-a088-496f04f6c601", "LLMInferenceService": "auth-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039", "authType": "userdefined"} 2026-07-15T17:41:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "auth-test-model-81a039", "reconcileID": "2351a48f-073e-49a8-a088-496f04f6c601", "LLMInferenceService": "auth-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:41:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "7e772a12-556a-4deb-a82d-d376c4911aa2", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:41:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "7e772a12-556a-4deb-a82d-d376c4911aa2", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37-authn-ssl"} 2026-07-15T17:41:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "7e772a12-556a-4deb-a82d-d376c4911aa2", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:41:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "c0baba8b-8a53-4ca9-965d-ad218e4fba66", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:41:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "c0baba8b-8a53-4ca9-965d-ad218e4fba66", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039-authn-ssl"} 2026-07-15T17:41:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "c0baba8b-8a53-4ca9-965d-ad218e4fba66", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:43:23Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "auth-test-model-3d6c37", "reconcileID": "97c18437-ad82-4349-b5b2-b93292340a1a", "LLMInferenceService": "auth-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:43:23Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "auth-test-model-3d6c37", "reconcileID": "97c18437-ad82-4349-b5b2-b93292340a1a", "LLMInferenceService": "auth-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "auth-test-model-3d6c37"} 2026-07-15T17:43:23Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "auth-test-model-3d6c37", "reconcileID": "97c18437-ad82-4349-b5b2-b93292340a1a", "LLMInferenceService": "auth-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:43:23Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "auth-test-model-3d6c37", "reconcileID": "97c18437-ad82-4349-b5b2-b93292340a1a", "LLMInferenceService": "auth-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:43:23Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "auth-test-model-3d6c37", "reconcileID": "97c18437-ad82-4349-b5b2-b93292340a1a", "LLMInferenceService": "auth-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "auth-test-model-3d6c37-kserve-route-authn"} 2026-07-15T17:43:23Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "auth-test-model-3d6c37", "reconcileID": "97c18437-ad82-4349-b5b2-b93292340a1a", "LLMInferenceService": "auth-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "auth-test-model-3d6c37-kserve-route-authn"} 2026-07-15T17:43:23Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "auth-test-model-3d6c37", "reconcileID": "97c18437-ad82-4349-b5b2-b93292340a1a", "LLMInferenceService": "auth-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:43:23Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "auth-test-model-3d6c37", "reconcileID": "97c18437-ad82-4349-b5b2-b93292340a1a", "LLMInferenceService": "auth-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:43:24Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "auth-test-model-3d6c37", "reconcileID": "8914043d-7e70-465a-b99e-4fa5ca077a78", "LLMInferenceService": "auth-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:43:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "6bf43ab3-c733-4021-8c3f-e79d8001c1fb", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:43:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "6bf43ab3-c733-4021-8c3f-e79d8001c1fb", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37-authn-ssl"} 2026-07-15T17:43:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "6bf43ab3-c733-4021-8c3f-e79d8001c1fb", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:43:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "0ef0a0e7-6497-4629-9c4d-e0bc3d6f1466", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:43:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "0ef0a0e7-6497-4629-9c4d-e0bc3d6f1466", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37-authn-ssl"} 2026-07-15T17:43:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "0ef0a0e7-6497-4629-9c4d-e0bc3d6f1466", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:43:24Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "auth-test-model-81a039", "reconcileID": "ef9b8e12-575c-4770-a8c1-b23eb465bc3a", "LLMInferenceService": "auth-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:43:24Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "auth-test-model-81a039", "reconcileID": "ef9b8e12-575c-4770-a8c1-b23eb465bc3a", "LLMInferenceService": "auth-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "auth-test-model-81a039"} 2026-07-15T17:43:24Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "auth-test-model-81a039", "reconcileID": "ef9b8e12-575c-4770-a8c1-b23eb465bc3a", "LLMInferenceService": "auth-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:43:24Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "auth-test-model-81a039", "reconcileID": "ef9b8e12-575c-4770-a8c1-b23eb465bc3a", "LLMInferenceService": "auth-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:43:24Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "auth-test-model-81a039", "reconcileID": "ef9b8e12-575c-4770-a8c1-b23eb465bc3a", "LLMInferenceService": "auth-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "auth-test-model-81a039-kserve-route-authn"} 2026-07-15T17:43:24Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "auth-test-model-81a039", "reconcileID": "ef9b8e12-575c-4770-a8c1-b23eb465bc3a", "LLMInferenceService": "auth-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "auth-test-model-81a039-kserve-route-authn"} 2026-07-15T17:43:24Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "auth-test-model-81a039", "reconcileID": "ef9b8e12-575c-4770-a8c1-b23eb465bc3a", "LLMInferenceService": "auth-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:43:24Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "auth-test-model-81a039", "reconcileID": "ef9b8e12-575c-4770-a8c1-b23eb465bc3a", "LLMInferenceService": "auth-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:43:24Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "auth-test-model-81a039", "reconcileID": "d91a4081-45a5-4f62-bd48-39576be63e8a", "LLMInferenceService": "auth-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:43:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "331dbc90-64f2-43eb-b351-29b73a8c0e7c", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:43:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "331dbc90-64f2-43eb-b351-29b73a8c0e7c", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039-authn-ssl"} 2026-07-15T17:43:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "331dbc90-64f2-43eb-b351-29b73a8c0e7c", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:43:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "4c55491a-f60f-499e-ae6d-4b8c46a3d8e7", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:43:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "4c55491a-f60f-499e-ae6d-4b8c46a3d8e7", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039-authn-ssl"} 2026-07-15T17:43:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "4c55491a-f60f-499e-ae6d-4b8c46a3d8e7", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:43:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37", "reconcileID": "2f1702f4-93fa-437a-9586-4d8c3ab54e49", "LLMInferenceService": "sub-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:43:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37", "reconcileID": "2f1702f4-93fa-437a-9586-4d8c3ab54e49", "LLMInferenceService": "sub-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:43:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37", "reconcileID": "2f1702f4-93fa-437a-9586-4d8c3ab54e49", "LLMInferenceService": "sub-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:43:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "7366621a-a7f7-4b6d-bd9d-10a80468cdab", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:43:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37", "reconcileID": "2f1702f4-93fa-437a-9586-4d8c3ab54e49", "LLMInferenceService": "sub-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37-kserve-route-authn"} 2026-07-15T17:43:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37", "reconcileID": "2f1702f4-93fa-437a-9586-4d8c3ab54e49", "LLMInferenceService": "sub-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "authType": "userdefined"} 2026-07-15T17:43:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37", "reconcileID": "2f1702f4-93fa-437a-9586-4d8c3ab54e49", "LLMInferenceService": "sub-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:43:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "7366621a-a7f7-4b6d-bd9d-10a80468cdab", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37-authn-ssl"} 2026-07-15T17:43:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "7366621a-a7f7-4b6d-bd9d-10a80468cdab", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:43:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37", "reconcileID": "bdde74c4-b4b3-454f-8139-ce175786f4a4", "LLMInferenceService": "sub-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:43:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37", "reconcileID": "bdde74c4-b4b3-454f-8139-ce175786f4a4", "LLMInferenceService": "sub-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:43:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37", "reconcileID": "bdde74c4-b4b3-454f-8139-ce175786f4a4", "LLMInferenceService": "sub-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:43:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37", "reconcileID": "bdde74c4-b4b3-454f-8139-ce175786f4a4", "LLMInferenceService": "sub-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37-kserve-route-authn"} 2026-07-15T17:43:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37", "reconcileID": "bdde74c4-b4b3-454f-8139-ce175786f4a4", "LLMInferenceService": "sub-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "authType": "userdefined"} 2026-07-15T17:43:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37", "reconcileID": "bdde74c4-b4b3-454f-8139-ce175786f4a4", "LLMInferenceService": "sub-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:43:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "5da3fafd-8116-4df4-821f-725518c10840", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:43:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "5da3fafd-8116-4df4-821f-725518c10840", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37-authn-ssl"} 2026-07-15T17:43:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "5da3fafd-8116-4df4-821f-725518c10840", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:43:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37", "reconcileID": "7418c37f-d9d7-436c-a3ae-f1083a9cc36b", "LLMInferenceService": "sub-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:43:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37", "reconcileID": "7418c37f-d9d7-436c-a3ae-f1083a9cc36b", "LLMInferenceService": "sub-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:43:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37", "reconcileID": "7418c37f-d9d7-436c-a3ae-f1083a9cc36b", "LLMInferenceService": "sub-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:43:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37", "reconcileID": "7418c37f-d9d7-436c-a3ae-f1083a9cc36b", "LLMInferenceService": "sub-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37-kserve-route-authn"} 2026-07-15T17:43:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37", "reconcileID": "7418c37f-d9d7-436c-a3ae-f1083a9cc36b", "LLMInferenceService": "sub-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "authType": "userdefined"} 2026-07-15T17:43:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37", "reconcileID": "7418c37f-d9d7-436c-a3ae-f1083a9cc36b", "LLMInferenceService": "sub-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:43:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37", "reconcileID": "cbd142af-6f61-4690-a58f-a5c58df2aa07", "LLMInferenceService": "sub-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:43:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37", "reconcileID": "cbd142af-6f61-4690-a58f-a5c58df2aa07", "LLMInferenceService": "sub-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:43:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37", "reconcileID": "cbd142af-6f61-4690-a58f-a5c58df2aa07", "LLMInferenceService": "sub-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:43:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37", "reconcileID": "cbd142af-6f61-4690-a58f-a5c58df2aa07", "LLMInferenceService": "sub-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37-kserve-route-authn"} 2026-07-15T17:43:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37", "reconcileID": "cbd142af-6f61-4690-a58f-a5c58df2aa07", "LLMInferenceService": "sub-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "authType": "userdefined"} 2026-07-15T17:43:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37", "reconcileID": "cbd142af-6f61-4690-a58f-a5c58df2aa07", "LLMInferenceService": "sub-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:43:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37", "reconcileID": "f86d8e33-565d-481c-add8-b4dac3e13a6c", "LLMInferenceService": "sub-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:43:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37", "reconcileID": "f86d8e33-565d-481c-add8-b4dac3e13a6c", "LLMInferenceService": "sub-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:43:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37", "reconcileID": "f86d8e33-565d-481c-add8-b4dac3e13a6c", "LLMInferenceService": "sub-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:43:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37", "reconcileID": "f86d8e33-565d-481c-add8-b4dac3e13a6c", "LLMInferenceService": "sub-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37-kserve-route-authn"} 2026-07-15T17:43:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37", "reconcileID": "f86d8e33-565d-481c-add8-b4dac3e13a6c", "LLMInferenceService": "sub-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "authType": "userdefined"} 2026-07-15T17:43:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37", "reconcileID": "f86d8e33-565d-481c-add8-b4dac3e13a6c", "LLMInferenceService": "sub-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:43:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "sub-test-model-81a039", "reconcileID": "c515be29-db5f-4099-a54a-9e3a86fedc2c", "LLMInferenceService": "sub-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:43:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "sub-test-model-81a039", "reconcileID": "c515be29-db5f-4099-a54a-9e3a86fedc2c", "LLMInferenceService": "sub-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:43:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "sub-test-model-81a039", "reconcileID": "c515be29-db5f-4099-a54a-9e3a86fedc2c", "LLMInferenceService": "sub-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:43:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "ec76f111-33a1-4f24-97e8-410c69c2320e", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:43:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "sub-test-model-81a039", "reconcileID": "c515be29-db5f-4099-a54a-9e3a86fedc2c", "LLMInferenceService": "sub-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "sub-test-model-81a039-kserve-route-authn"} 2026-07-15T17:43:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "sub-test-model-81a039", "reconcileID": "c515be29-db5f-4099-a54a-9e3a86fedc2c", "LLMInferenceService": "sub-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039", "authType": "userdefined"} 2026-07-15T17:43:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "sub-test-model-81a039", "reconcileID": "c515be29-db5f-4099-a54a-9e3a86fedc2c", "LLMInferenceService": "sub-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:43:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "ec76f111-33a1-4f24-97e8-410c69c2320e", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039-authn-ssl"} 2026-07-15T17:43:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "ec76f111-33a1-4f24-97e8-410c69c2320e", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:43:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "sub-test-model-81a039", "reconcileID": "46724774-614b-49b5-87a4-a799cdaad9f6", "LLMInferenceService": "sub-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:43:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "sub-test-model-81a039", "reconcileID": "46724774-614b-49b5-87a4-a799cdaad9f6", "LLMInferenceService": "sub-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:43:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "sub-test-model-81a039", "reconcileID": "46724774-614b-49b5-87a4-a799cdaad9f6", "LLMInferenceService": "sub-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:43:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "sub-test-model-81a039", "reconcileID": "46724774-614b-49b5-87a4-a799cdaad9f6", "LLMInferenceService": "sub-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "sub-test-model-81a039-kserve-route-authn"} 2026-07-15T17:43:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "sub-test-model-81a039", "reconcileID": "46724774-614b-49b5-87a4-a799cdaad9f6", "LLMInferenceService": "sub-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039", "authType": "userdefined"} 2026-07-15T17:43:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "sub-test-model-81a039", "reconcileID": "46724774-614b-49b5-87a4-a799cdaad9f6", "LLMInferenceService": "sub-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:43:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "2c2a296d-13bc-41a6-90e6-dac1c6bbb6b1", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:43:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "2c2a296d-13bc-41a6-90e6-dac1c6bbb6b1", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039-authn-ssl"} 2026-07-15T17:43:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "2c2a296d-13bc-41a6-90e6-dac1c6bbb6b1", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:43:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "sub-test-model-81a039", "reconcileID": "d31bae6c-e02a-4a0d-96ad-92d3493290d1", "LLMInferenceService": "sub-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:43:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "sub-test-model-81a039", "reconcileID": "d31bae6c-e02a-4a0d-96ad-92d3493290d1", "LLMInferenceService": "sub-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:43:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "sub-test-model-81a039", "reconcileID": "d31bae6c-e02a-4a0d-96ad-92d3493290d1", "LLMInferenceService": "sub-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:43:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "sub-test-model-81a039", "reconcileID": "d31bae6c-e02a-4a0d-96ad-92d3493290d1", "LLMInferenceService": "sub-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "sub-test-model-81a039-kserve-route-authn"} 2026-07-15T17:43:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "sub-test-model-81a039", "reconcileID": "d31bae6c-e02a-4a0d-96ad-92d3493290d1", "LLMInferenceService": "sub-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039", "authType": "userdefined"} 2026-07-15T17:43:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "sub-test-model-81a039", "reconcileID": "d31bae6c-e02a-4a0d-96ad-92d3493290d1", "LLMInferenceService": "sub-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:44:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9750e278-2587-4113-9e52-0f150ad83db7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T17:44:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "sub-test-model-81a039", "reconcileID": "7356febc-4607-44e1-8dfa-b3355021de3f", "LLMInferenceService": "sub-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:44:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "sub-test-model-81a039", "reconcileID": "7356febc-4607-44e1-8dfa-b3355021de3f", "LLMInferenceService": "sub-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:44:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "sub-test-model-81a039", "reconcileID": "7356febc-4607-44e1-8dfa-b3355021de3f", "LLMInferenceService": "sub-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:44:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "sub-test-model-81a039", "reconcileID": "7356febc-4607-44e1-8dfa-b3355021de3f", "LLMInferenceService": "sub-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "sub-test-model-81a039-kserve-route-authn"} 2026-07-15T17:44:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "sub-test-model-81a039", "reconcileID": "7356febc-4607-44e1-8dfa-b3355021de3f", "LLMInferenceService": "sub-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039", "authType": "userdefined"} 2026-07-15T17:44:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "sub-test-model-81a039", "reconcileID": "7356febc-4607-44e1-8dfa-b3355021de3f", "LLMInferenceService": "sub-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:44:51Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37", "reconcileID": "f967204e-fabf-4d04-b38c-36e790070dc6", "LLMInferenceService": "sub-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:44:51Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37", "reconcileID": "f967204e-fabf-4d04-b38c-36e790070dc6", "LLMInferenceService": "sub-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37"} 2026-07-15T17:44:51Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37", "reconcileID": "f967204e-fabf-4d04-b38c-36e790070dc6", "LLMInferenceService": "sub-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:44:51Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37", "reconcileID": "f967204e-fabf-4d04-b38c-36e790070dc6", "LLMInferenceService": "sub-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:44:51Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37", "reconcileID": "f967204e-fabf-4d04-b38c-36e790070dc6", "LLMInferenceService": "sub-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37-kserve-route-authn"} 2026-07-15T17:44:51Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37", "reconcileID": "f967204e-fabf-4d04-b38c-36e790070dc6", "LLMInferenceService": "sub-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37-kserve-route-authn"} 2026-07-15T17:44:51Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37", "reconcileID": "f967204e-fabf-4d04-b38c-36e790070dc6", "LLMInferenceService": "sub-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:44:51Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37", "reconcileID": "f967204e-fabf-4d04-b38c-36e790070dc6", "LLMInferenceService": "sub-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:44:51Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "sub-test-model-3d6c37", "reconcileID": "eeab1f29-2b2d-4e4e-8b69-1852ae29805c", "LLMInferenceService": "sub-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:44:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "393c4e97-71ef-4f47-84d0-6cd44b594190", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:44:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "393c4e97-71ef-4f47-84d0-6cd44b594190", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37-authn-ssl"} 2026-07-15T17:44:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "393c4e97-71ef-4f47-84d0-6cd44b594190", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:44:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "3075da5c-b5cd-4700-a533-5f5ba94d1fc3", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:44:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "3075da5c-b5cd-4700-a533-5f5ba94d1fc3", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37-authn-ssl"} 2026-07-15T17:44:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "3075da5c-b5cd-4700-a533-5f5ba94d1fc3", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:44:51Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "sub-test-model-81a039", "reconcileID": "1066f73f-e5b1-4511-99fb-2c176560d224", "LLMInferenceService": "sub-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:44:51Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "sub-test-model-81a039", "reconcileID": "1066f73f-e5b1-4511-99fb-2c176560d224", "LLMInferenceService": "sub-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "sub-test-model-81a039"} 2026-07-15T17:44:51Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "sub-test-model-81a039", "reconcileID": "1066f73f-e5b1-4511-99fb-2c176560d224", "LLMInferenceService": "sub-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:44:51Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "sub-test-model-81a039", "reconcileID": "1066f73f-e5b1-4511-99fb-2c176560d224", "LLMInferenceService": "sub-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:44:51Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "sub-test-model-81a039", "reconcileID": "1066f73f-e5b1-4511-99fb-2c176560d224", "LLMInferenceService": "sub-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "sub-test-model-81a039-kserve-route-authn"} 2026-07-15T17:44:51Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "sub-test-model-81a039", "reconcileID": "1066f73f-e5b1-4511-99fb-2c176560d224", "LLMInferenceService": "sub-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "sub-test-model-81a039-kserve-route-authn"} 2026-07-15T17:44:51Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "sub-test-model-81a039", "reconcileID": "1066f73f-e5b1-4511-99fb-2c176560d224", "LLMInferenceService": "sub-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:44:51Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "sub-test-model-81a039", "reconcileID": "1066f73f-e5b1-4511-99fb-2c176560d224", "LLMInferenceService": "sub-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:44:52Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "sub-test-model-81a039", "reconcileID": "54a6a8b1-c3bd-4462-ad7d-d09ec6de7484", "LLMInferenceService": "sub-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:44:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "9b469090-20aa-48e9-81ea-563fc3158342", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:44:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "9b469090-20aa-48e9-81ea-563fc3158342", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039-authn-ssl"} 2026-07-15T17:44:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "9b469090-20aa-48e9-81ea-563fc3158342", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:44:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "a70f8638-d6a1-4501-859b-fd4014384e3a", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:44:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "a70f8638-d6a1-4501-859b-fd4014384e3a", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039-authn-ssl"} 2026-07-15T17:44:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "a70f8638-d6a1-4501-859b-fd4014384e3a", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:44:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37", "reconcileID": "64df3f42-fc6f-49b3-aaea-040333d08141", "LLMInferenceService": "rate-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:44:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37", "reconcileID": "64df3f42-fc6f-49b3-aaea-040333d08141", "LLMInferenceService": "rate-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:44:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37", "reconcileID": "64df3f42-fc6f-49b3-aaea-040333d08141", "LLMInferenceService": "rate-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:44:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "f5bb5e8d-71c9-44bb-bc8c-02e037842962", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:44:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37", "reconcileID": "64df3f42-fc6f-49b3-aaea-040333d08141", "LLMInferenceService": "rate-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37-kserve-route-authn"} 2026-07-15T17:44:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37", "reconcileID": "64df3f42-fc6f-49b3-aaea-040333d08141", "LLMInferenceService": "rate-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "authType": "userdefined"} 2026-07-15T17:44:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37", "reconcileID": "64df3f42-fc6f-49b3-aaea-040333d08141", "LLMInferenceService": "rate-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:44:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "f5bb5e8d-71c9-44bb-bc8c-02e037842962", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37-authn-ssl"} 2026-07-15T17:44:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "f5bb5e8d-71c9-44bb-bc8c-02e037842962", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:44:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37", "reconcileID": "22bd1efc-7b24-4dc6-b591-f4bc727a7c78", "LLMInferenceService": "rate-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:44:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37", "reconcileID": "22bd1efc-7b24-4dc6-b591-f4bc727a7c78", "LLMInferenceService": "rate-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:44:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37", "reconcileID": "22bd1efc-7b24-4dc6-b591-f4bc727a7c78", "LLMInferenceService": "rate-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:44:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37", "reconcileID": "22bd1efc-7b24-4dc6-b591-f4bc727a7c78", "LLMInferenceService": "rate-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37-kserve-route-authn"} 2026-07-15T17:44:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37", "reconcileID": "22bd1efc-7b24-4dc6-b591-f4bc727a7c78", "LLMInferenceService": "rate-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "authType": "userdefined"} 2026-07-15T17:44:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37", "reconcileID": "22bd1efc-7b24-4dc6-b591-f4bc727a7c78", "LLMInferenceService": "rate-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:45:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "185e3b9b-d563-47c0-a853-e69012f19148", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:45:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "185e3b9b-d563-47c0-a853-e69012f19148", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37-authn-ssl"} 2026-07-15T17:45:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "185e3b9b-d563-47c0-a853-e69012f19148", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:45:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37", "reconcileID": "71841104-94bf-4957-b3dd-86232254a013", "LLMInferenceService": "rate-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:45:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37", "reconcileID": "71841104-94bf-4957-b3dd-86232254a013", "LLMInferenceService": "rate-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:45:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37", "reconcileID": "71841104-94bf-4957-b3dd-86232254a013", "LLMInferenceService": "rate-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:45:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37", "reconcileID": "71841104-94bf-4957-b3dd-86232254a013", "LLMInferenceService": "rate-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37-kserve-route-authn"} 2026-07-15T17:45:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37", "reconcileID": "71841104-94bf-4957-b3dd-86232254a013", "LLMInferenceService": "rate-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "authType": "userdefined"} 2026-07-15T17:45:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37", "reconcileID": "71841104-94bf-4957-b3dd-86232254a013", "LLMInferenceService": "rate-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:45:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37", "reconcileID": "18e5cdd6-50da-4b23-92f3-ed17dd6f0e1c", "LLMInferenceService": "rate-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:45:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37", "reconcileID": "18e5cdd6-50da-4b23-92f3-ed17dd6f0e1c", "LLMInferenceService": "rate-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:45:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37", "reconcileID": "18e5cdd6-50da-4b23-92f3-ed17dd6f0e1c", "LLMInferenceService": "rate-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:45:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37", "reconcileID": "18e5cdd6-50da-4b23-92f3-ed17dd6f0e1c", "LLMInferenceService": "rate-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37-kserve-route-authn"} 2026-07-15T17:45:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37", "reconcileID": "18e5cdd6-50da-4b23-92f3-ed17dd6f0e1c", "LLMInferenceService": "rate-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "authType": "userdefined"} 2026-07-15T17:45:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37", "reconcileID": "18e5cdd6-50da-4b23-92f3-ed17dd6f0e1c", "LLMInferenceService": "rate-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:45:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37", "reconcileID": "934a49e0-4334-4387-b09f-d93221ecffc0", "LLMInferenceService": "rate-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:45:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37", "reconcileID": "934a49e0-4334-4387-b09f-d93221ecffc0", "LLMInferenceService": "rate-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:45:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37", "reconcileID": "934a49e0-4334-4387-b09f-d93221ecffc0", "LLMInferenceService": "rate-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:45:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37", "reconcileID": "934a49e0-4334-4387-b09f-d93221ecffc0", "LLMInferenceService": "rate-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37-kserve-route-authn"} 2026-07-15T17:45:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37", "reconcileID": "934a49e0-4334-4387-b09f-d93221ecffc0", "LLMInferenceService": "rate-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "authType": "userdefined"} 2026-07-15T17:45:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37", "reconcileID": "934a49e0-4334-4387-b09f-d93221ecffc0", "LLMInferenceService": "rate-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:45:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039", "reconcileID": "f0e3a10c-491f-48c2-bfa6-1b052d877b27", "LLMInferenceService": "rate-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:45:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039", "reconcileID": "f0e3a10c-491f-48c2-bfa6-1b052d877b27", "LLMInferenceService": "rate-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:45:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039", "reconcileID": "f0e3a10c-491f-48c2-bfa6-1b052d877b27", "LLMInferenceService": "rate-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:45:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "1a8fe6d3-50a9-49e5-b677-0bd0cc13692d", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:45:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039", "reconcileID": "f0e3a10c-491f-48c2-bfa6-1b052d877b27", "LLMInferenceService": "rate-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039-kserve-route-authn"} 2026-07-15T17:45:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039", "reconcileID": "f0e3a10c-491f-48c2-bfa6-1b052d877b27", "LLMInferenceService": "rate-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039", "authType": "userdefined"} 2026-07-15T17:45:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039", "reconcileID": "f0e3a10c-491f-48c2-bfa6-1b052d877b27", "LLMInferenceService": "rate-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:45:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "1a8fe6d3-50a9-49e5-b677-0bd0cc13692d", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039-authn-ssl"} 2026-07-15T17:45:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "1a8fe6d3-50a9-49e5-b677-0bd0cc13692d", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:45:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039", "reconcileID": "515259e9-1ec0-4585-8965-a442e73ea30f", "LLMInferenceService": "rate-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:45:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039", "reconcileID": "515259e9-1ec0-4585-8965-a442e73ea30f", "LLMInferenceService": "rate-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:45:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039", "reconcileID": "515259e9-1ec0-4585-8965-a442e73ea30f", "LLMInferenceService": "rate-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:45:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039", "reconcileID": "515259e9-1ec0-4585-8965-a442e73ea30f", "LLMInferenceService": "rate-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039-kserve-route-authn"} 2026-07-15T17:45:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039", "reconcileID": "515259e9-1ec0-4585-8965-a442e73ea30f", "LLMInferenceService": "rate-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039", "authType": "userdefined"} 2026-07-15T17:45:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039", "reconcileID": "515259e9-1ec0-4585-8965-a442e73ea30f", "LLMInferenceService": "rate-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:45:14Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-15T17:45:14Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-15T17:45:14Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-15T17:45:14Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-15T17:45:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "5c5dc585-19f7-41af-b08f-d45b949169dc", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:45:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "5c5dc585-19f7-41af-b08f-d45b949169dc", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039-authn-ssl"} 2026-07-15T17:45:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "5c5dc585-19f7-41af-b08f-d45b949169dc", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:45:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039", "reconcileID": "9548eb4e-c83b-4659-b94a-7e0f60f3257d", "LLMInferenceService": "rate-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:45:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039", "reconcileID": "9548eb4e-c83b-4659-b94a-7e0f60f3257d", "LLMInferenceService": "rate-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:45:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039", "reconcileID": "9548eb4e-c83b-4659-b94a-7e0f60f3257d", "LLMInferenceService": "rate-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:45:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039", "reconcileID": "9548eb4e-c83b-4659-b94a-7e0f60f3257d", "LLMInferenceService": "rate-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039-kserve-route-authn"} 2026-07-15T17:45:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039", "reconcileID": "9548eb4e-c83b-4659-b94a-7e0f60f3257d", "LLMInferenceService": "rate-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039", "authType": "userdefined"} 2026-07-15T17:45:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039", "reconcileID": "9548eb4e-c83b-4659-b94a-7e0f60f3257d", "LLMInferenceService": "rate-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:45:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039", "reconcileID": "0577dc8d-5eab-49c1-9f8b-8fddc02eddaa", "LLMInferenceService": "rate-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:45:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039", "reconcileID": "0577dc8d-5eab-49c1-9f8b-8fddc02eddaa", "LLMInferenceService": "rate-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:45:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039", "reconcileID": "0577dc8d-5eab-49c1-9f8b-8fddc02eddaa", "LLMInferenceService": "rate-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:45:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039", "reconcileID": "0577dc8d-5eab-49c1-9f8b-8fddc02eddaa", "LLMInferenceService": "rate-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039-kserve-route-authn"} 2026-07-15T17:45:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039", "reconcileID": "0577dc8d-5eab-49c1-9f8b-8fddc02eddaa", "LLMInferenceService": "rate-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039", "authType": "userdefined"} 2026-07-15T17:45:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039", "reconcileID": "0577dc8d-5eab-49c1-9f8b-8fddc02eddaa", "LLMInferenceService": "rate-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:45:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c832eb3a-55f8-42fd-b583-dc59d2b9161e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T17:45:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039", "reconcileID": "8eeccfc9-8302-4ba5-bc02-4a6d7a6576bb", "LLMInferenceService": "rate-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:45:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039", "reconcileID": "8eeccfc9-8302-4ba5-bc02-4a6d7a6576bb", "LLMInferenceService": "rate-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:45:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039", "reconcileID": "8eeccfc9-8302-4ba5-bc02-4a6d7a6576bb", "LLMInferenceService": "rate-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:45:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039", "reconcileID": "8eeccfc9-8302-4ba5-bc02-4a6d7a6576bb", "LLMInferenceService": "rate-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039-kserve-route-authn"} 2026-07-15T17:45:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039", "reconcileID": "8eeccfc9-8302-4ba5-bc02-4a6d7a6576bb", "LLMInferenceService": "rate-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039", "authType": "userdefined"} 2026-07-15T17:45:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039", "reconcileID": "8eeccfc9-8302-4ba5-bc02-4a6d7a6576bb", "LLMInferenceService": "rate-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:45:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f8368c6a-1df7-43b9-8b45-d1829a7263f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T17:46:12Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37", "reconcileID": "c2d69a01-c546-4205-bf72-c7f03f5597cf", "LLMInferenceService": "rate-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:46:12Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37", "reconcileID": "c2d69a01-c546-4205-bf72-c7f03f5597cf", "LLMInferenceService": "rate-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37"} 2026-07-15T17:46:12Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37", "reconcileID": "c2d69a01-c546-4205-bf72-c7f03f5597cf", "LLMInferenceService": "rate-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:46:12Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37", "reconcileID": "c2d69a01-c546-4205-bf72-c7f03f5597cf", "LLMInferenceService": "rate-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:46:12Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37", "reconcileID": "c2d69a01-c546-4205-bf72-c7f03f5597cf", "LLMInferenceService": "rate-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37-kserve-route-authn"} 2026-07-15T17:46:12Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37", "reconcileID": "c2d69a01-c546-4205-bf72-c7f03f5597cf", "LLMInferenceService": "rate-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37-kserve-route-authn"} 2026-07-15T17:46:12Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37", "reconcileID": "c2d69a01-c546-4205-bf72-c7f03f5597cf", "LLMInferenceService": "rate-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:46:12Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37", "reconcileID": "c2d69a01-c546-4205-bf72-c7f03f5597cf", "LLMInferenceService": "rate-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:46:12Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3d6c37","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "rate-test-model-3d6c37", "reconcileID": "ef9b4c3f-6f13-4bf1-a71c-cd10b2f4159a", "LLMInferenceService": "rate-test-model-3d6c37", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:46:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "c800e380-477a-4d85-b466-adb81f0e6a3f", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:46:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "c800e380-477a-4d85-b466-adb81f0e6a3f", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37-authn-ssl"} 2026-07-15T17:46:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "c800e380-477a-4d85-b466-adb81f0e6a3f", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:46:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "ebdda26e-0d65-4019-9baf-421ac1c24c4e", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:46:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "ebdda26e-0d65-4019-9baf-421ac1c24c4e", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37-authn-ssl"} 2026-07-15T17:46:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "ebdda26e-0d65-4019-9baf-421ac1c24c4e", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:46:12Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039", "reconcileID": "c50eaa40-c471-4a5e-b812-37c90a6718dd", "LLMInferenceService": "rate-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:46:12Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039", "reconcileID": "c50eaa40-c471-4a5e-b812-37c90a6718dd", "LLMInferenceService": "rate-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039"} 2026-07-15T17:46:12Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039", "reconcileID": "c50eaa40-c471-4a5e-b812-37c90a6718dd", "LLMInferenceService": "rate-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:46:12Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039", "reconcileID": "c50eaa40-c471-4a5e-b812-37c90a6718dd", "LLMInferenceService": "rate-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:46:12Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039", "reconcileID": "c50eaa40-c471-4a5e-b812-37c90a6718dd", "LLMInferenceService": "rate-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039-kserve-route-authn"} 2026-07-15T17:46:12Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039", "reconcileID": "c50eaa40-c471-4a5e-b812-37c90a6718dd", "LLMInferenceService": "rate-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039-kserve-route-authn"} 2026-07-15T17:46:12Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039", "reconcileID": "c50eaa40-c471-4a5e-b812-37c90a6718dd", "LLMInferenceService": "rate-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:46:12Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039", "reconcileID": "c50eaa40-c471-4a5e-b812-37c90a6718dd", "LLMInferenceService": "rate-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:46:13Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81a039","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "rate-test-model-81a039", "reconcileID": "a2e0b335-2b54-496f-a136-d9b5addaf11d", "LLMInferenceService": "rate-test-model-81a039", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:46:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "46d154c5-b115-4d29-ae88-70e26bb07c9b", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:46:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "46d154c5-b115-4d29-ae88-70e26bb07c9b", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039-authn-ssl"} 2026-07-15T17:46:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "46d154c5-b115-4d29-ae88-70e26bb07c9b", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:46:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "5ad103ed-2c35-4de5-a75e-67dcf08a4503", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:46:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "5ad103ed-2c35-4de5-a75e-67dcf08a4503", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039-authn-ssl"} 2026-07-15T17:46:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "5ad103ed-2c35-4de5-a75e-67dcf08a4503", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:46:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2869b9f1-b4c3-4115-a2e3-80079931da5c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T17:46:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "81d36e23-9912-429c-b46c-e6c3bb8967a0", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:46:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "81d36e23-9912-429c-b46c-e6c3bb8967a0", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37-authn-ssl"} 2026-07-15T17:46:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "81d36e23-9912-429c-b46c-e6c3bb8967a0", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:46:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "4cea6261-82b9-413d-b7a0-0cc64c084b38", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:46:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "4cea6261-82b9-413d-b7a0-0cc64c084b38", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37-authn-ssl"} 2026-07-15T17:46:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "4cea6261-82b9-413d-b7a0-0cc64c084b38", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:46:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "74bc67c5-a092-45c4-83d6-58207d13d0b8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:46:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "74bc67c5-a092-45c4-83d6-58207d13d0b8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3d6c37", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T17:46:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "74bc67c5-a092-45c4-83d6-58207d13d0b8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-3d6c37 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-15T17:46:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "odh-trusted-ca-bundle", "reconcileID": "1e74e0fe-3d3b-4ad0-b8d6-b8ac2dc8b60e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:46:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "odh-trusted-ca-bundle", "reconcileID": "1e74e0fe-3d3b-4ad0-b8d6-b8ac2dc8b60e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:46:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "openshift-service-ca.crt", "reconcileID": "95f2aed5-0283-457e-94fb-d7e450f5a221", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:46:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "openshift-service-ca.crt", "reconcileID": "95f2aed5-0283-457e-94fb-d7e450f5a221", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:46:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "58688748-eb37-49ea-8150-775c503d774b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:46:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3d6c37"}, "namespace": "ai-tenant-e2e-shared-a-3d6c37", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "58688748-eb37-49ea-8150-775c503d774b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3d6c37"} 2026-07-15T17:46:58Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3d6c37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3d6c37", "reconcileID": "d9c111b7-ea97-48c3-b3f0-393c520d1977", "Gateway": "e2e-shared-a-3d6c37", "namespace": "openshift-ingress"} 2026-07-15T17:46:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "65c093c5-60bc-4131-8ec4-d2c9ba3bab5e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T17:47:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "925054ed-a20f-4901-ae36-b0b9fa845a29", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:47:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "925054ed-a20f-4901-ae36-b0b9fa845a29", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039-authn-ssl"} 2026-07-15T17:47:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "925054ed-a20f-4901-ae36-b0b9fa845a29", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:47:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "6566005e-75b6-45d2-bdd5-a905378fb9ff", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:47:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "6566005e-75b6-45d2-bdd5-a905378fb9ff", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039-authn-ssl"} 2026-07-15T17:47:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "6566005e-75b6-45d2-bdd5-a905378fb9ff", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"} 2026-07-15T17:47:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9f43bda8-2668-4cd2-b699-ce2a05ea651c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:47:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9f43bda8-2668-4cd2-b699-ce2a05ea651c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-81a039", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T17:47:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9f43bda8-2668-4cd2-b699-ce2a05ea651c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-81a039 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-15T17:47:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "odh-trusted-ca-bundle", "reconcileID": "5b5b308d-b817-42bb-9293-2fc70162584c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:47:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "odh-trusted-ca-bundle", "reconcileID": "5b5b308d-b817-42bb-9293-2fc70162584c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:47:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "openshift-service-ca.crt", "reconcileID": "351a91d6-754f-4de0-9513-8252d54b3c64", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:47:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "openshift-service-ca.crt", "reconcileID": "351a91d6-754f-4de0-9513-8252d54b3c64", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:47:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "75566cc9-c78e-4990-81e0-1682b1025799", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:47:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-81a039"}, "namespace": "ai-tenant-e2e-shared-b-81a039", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "75566cc9-c78e-4990-81e0-1682b1025799", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-81a039"} 2026-07-15T17:47:24Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-81a039","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-81a039", "reconcileID": "4a2e5fcd-44af-4a87-a009-d6251f249d78", "Gateway": "e2e-shared-b-81a039", "namespace": "openshift-ingress"}