2026-07-02T22:12:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6f0ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6f0ab8", "reconcileID": "9ff60a02-d10f-4b67-aa40-1f34eeb0818b", "Gateway": "e2e-api-b-6f0ab8", "namespace": "openshift-ingress"} 2026-07-02T22:12:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6f0ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6f0ab8", "reconcileID": "9ff60a02-d10f-4b67-aa40-1f34eeb0818b", "Gateway": "e2e-api-b-6f0ab8", "namespace": "openshift-ingress", "name": "e2e-api-b-6f0ab8-authn-ssl"} 2026-07-02T22:12:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6f0ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6f0ab8", "reconcileID": "9ff60a02-d10f-4b67-aa40-1f34eeb0818b", "Gateway": "e2e-api-b-6f0ab8", "namespace": "openshift-ingress"} 2026-07-02T22:12:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-002aff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-002aff", "reconcileID": "014cf9b7-965b-424f-b3d4-fe2088e1f557", "Gateway": "e2e-api-a-002aff", "namespace": "openshift-ingress"} 2026-07-02T22:12:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-002aff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-002aff", "reconcileID": "014cf9b7-965b-424f-b3d4-fe2088e1f557", "Gateway": "e2e-api-a-002aff", "namespace": "openshift-ingress", "name": "e2e-api-a-002aff-authn-ssl"} 2026-07-02T22:12:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-002aff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-002aff", "reconcileID": "014cf9b7-965b-424f-b3d4-fe2088e1f557", "Gateway": "e2e-api-a-002aff", "namespace": "openshift-ingress"} 2026-07-02T22:12:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-6f0ab8"}, "namespace": "ai-tenant-e2e-api-b-6f0ab8", "name": "openshift-service-ca.crt", "reconcileID": "3b7ebc52-12f5-4bef-a0f1-0aa97d3ec5b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-6f0ab8"} 2026-07-02T22:12:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-6f0ab8"}, "namespace": "ai-tenant-e2e-api-b-6f0ab8", "name": "odh-trusted-ca-bundle", "reconcileID": "a28fdf0b-2422-417f-89f5-b5038d2e7778", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-6f0ab8"} 2026-07-02T22:12:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-6f0ab8"}, "namespace": "ai-tenant-e2e-api-b-6f0ab8", "name": "openshift-service-ca.crt", "reconcileID": "3ddd7214-d3ab-44c8-9315-20263c81b0b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-6f0ab8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T22:12:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-6f0ab8"}, "namespace": "ai-tenant-e2e-api-b-6f0ab8", "name": "openshift-service-ca.crt", "reconcileID": "3ddd7214-d3ab-44c8-9315-20263c81b0b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-6f0ab8"} 2026-07-02T22:12:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-6f0ab8"}, "namespace": "ai-tenant-e2e-api-b-6f0ab8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25c639b1-952e-472a-b4f5-570e21c09ef0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-6f0ab8"} 2026-07-02T22:12:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-6f0ab8"}, "namespace": "ai-tenant-e2e-api-b-6f0ab8", "name": "openshift-service-ca.crt", "reconcileID": "fddc0fc4-8103-4915-94f5-5873b2ea560c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-6f0ab8"} 2026-07-02T22:12:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-6f0ab8"}, "namespace": "ai-tenant-e2e-api-b-6f0ab8", "name": "odh-trusted-ca-bundle", "reconcileID": "ca16e2a8-615a-4d3f-9135-ebfe63dd19ec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-6f0ab8", "update": "odh-kserve-custom-ca-bundle"} 2026-07-02T22:12:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-6f0ab8"}, "namespace": "ai-tenant-e2e-api-b-6f0ab8", "name": "odh-trusted-ca-bundle", "reconcileID": "ca16e2a8-615a-4d3f-9135-ebfe63dd19ec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-6f0ab8"} 2026-07-02T22:12:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-6f0ab8"}, "namespace": "ai-tenant-e2e-api-b-6f0ab8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d83a893f-237d-4a90-a247-f8116efcfa69", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-6f0ab8"} 2026-07-02T22:12:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6f0ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6f0ab8", "reconcileID": "7e4514da-d982-427e-8534-fe13423607a8", "Gateway": "e2e-api-b-6f0ab8", "namespace": "openshift-ingress"} 2026-07-02T22:12:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6f0ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6f0ab8", "reconcileID": "7e4514da-d982-427e-8534-fe13423607a8", "Gateway": "e2e-api-b-6f0ab8", "namespace": "openshift-ingress", "name": "e2e-api-b-6f0ab8-authn-ssl"} 2026-07-02T22:12:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6f0ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6f0ab8", "reconcileID": "7e4514da-d982-427e-8534-fe13423607a8", "Gateway": "e2e-api-b-6f0ab8", "namespace": "openshift-ingress"} 2026-07-02T22:12:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "5aaceaa2-1bfb-4073-9a0a-854d51355769", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T22:12:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-002aff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-002aff", "reconcileID": "66291d1f-8ef1-49d0-a097-a3e44a87d9cb", "Gateway": "e2e-api-a-002aff", "namespace": "openshift-ingress"} 2026-07-02T22:12:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-002aff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-002aff", "reconcileID": "66291d1f-8ef1-49d0-a097-a3e44a87d9cb", "Gateway": "e2e-api-a-002aff", "namespace": "openshift-ingress", "name": "e2e-api-a-002aff-authn-ssl"} 2026-07-02T22:12:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-002aff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-002aff", "reconcileID": "66291d1f-8ef1-49d0-a097-a3e44a87d9cb", "Gateway": "e2e-api-a-002aff", "namespace": "openshift-ingress"} 2026-07-02T22:12:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6f0ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6f0ab8", "reconcileID": "ec38ebfe-379b-4613-9d21-273974213b24", "Gateway": "e2e-api-b-6f0ab8", "namespace": "openshift-ingress"} 2026-07-02T22:12:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6f0ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6f0ab8", "reconcileID": "ec38ebfe-379b-4613-9d21-273974213b24", "Gateway": "e2e-api-b-6f0ab8", "namespace": "openshift-ingress", "name": "e2e-api-b-6f0ab8-authn-ssl"} 2026-07-02T22:12:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6f0ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6f0ab8", "reconcileID": "ec38ebfe-379b-4613-9d21-273974213b24", "Gateway": "e2e-api-b-6f0ab8", "namespace": "openshift-ingress"} 2026-07-02T22:12:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "cbea605c-1a87-4bd5-9614-c03d4d6a63a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T22:12:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6f0ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6f0ab8", "reconcileID": "47c8356b-8bd4-4d7b-b6b6-dcec53cb52f5", "Gateway": "e2e-api-b-6f0ab8", "namespace": "openshift-ingress"} 2026-07-02T22:12:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6f0ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6f0ab8", "reconcileID": "47c8356b-8bd4-4d7b-b6b6-dcec53cb52f5", "Gateway": "e2e-api-b-6f0ab8", "namespace": "openshift-ingress", "name": "e2e-api-b-6f0ab8-authn-ssl"} 2026-07-02T22:12:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6f0ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6f0ab8", "reconcileID": "47c8356b-8bd4-4d7b-b6b6-dcec53cb52f5", "Gateway": "e2e-api-b-6f0ab8", "namespace": "openshift-ingress"} 2026-07-02T22:12:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "9e00131b-d3d4-49b3-ab1b-f8b58c6bd210", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T22:12:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-002aff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-002aff", "reconcileID": "beb7ce85-ab0d-4ddd-af81-71a0785065ee", "Gateway": "e2e-api-a-002aff", "namespace": "openshift-ingress"} 2026-07-02T22:12:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-002aff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-002aff", "reconcileID": "beb7ce85-ab0d-4ddd-af81-71a0785065ee", "Gateway": "e2e-api-a-002aff", "namespace": "openshift-ingress", "name": "e2e-api-a-002aff-authn-ssl"} 2026-07-02T22:12:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-002aff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-002aff", "reconcileID": "beb7ce85-ab0d-4ddd-af81-71a0785065ee", "Gateway": "e2e-api-a-002aff", "namespace": "openshift-ingress"} 2026-07-02T22:12:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-002aff"}, "namespace": "ai-tenant-e2e-api-a-002aff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "71099c8c-d6d5-45b7-b527-36079bdc9ac4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-002aff"} 2026-07-02T22:12:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-002aff"}, "namespace": "ai-tenant-e2e-api-a-002aff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "71099c8c-d6d5-45b7-b527-36079bdc9ac4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-002aff", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T22:12:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-002aff"}, "namespace": "ai-tenant-e2e-api-a-002aff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "71099c8c-d6d5-45b7-b527-36079bdc9ac4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-002aff because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T22:12:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-002aff"}, "namespace": "ai-tenant-e2e-api-a-002aff", "name": "odh-trusted-ca-bundle", "reconcileID": "7553600f-4245-411b-9fe8-ab233a4ee222", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-002aff"} 2026-07-02T22:12:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-002aff"}, "namespace": "ai-tenant-e2e-api-a-002aff", "name": "odh-trusted-ca-bundle", "reconcileID": "7553600f-4245-411b-9fe8-ab233a4ee222", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-002aff"} 2026-07-02T22:12:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-002aff"}, "namespace": "ai-tenant-e2e-api-a-002aff", "name": "openshift-service-ca.crt", "reconcileID": "ae99f908-42af-4587-8cea-42715ccc5d75", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-002aff"} 2026-07-02T22:12:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-002aff"}, "namespace": "ai-tenant-e2e-api-a-002aff", "name": "openshift-service-ca.crt", "reconcileID": "ae99f908-42af-4587-8cea-42715ccc5d75", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-002aff"} 2026-07-02T22:12:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-002aff"}, "namespace": "ai-tenant-e2e-api-a-002aff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "09d48000-ab64-461c-be70-a003b7ff6015", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-002aff"} 2026-07-02T22:12:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-002aff"}, "namespace": "ai-tenant-e2e-api-a-002aff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "09d48000-ab64-461c-be70-a003b7ff6015", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-002aff"} 2026-07-02T22:12:35Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-002aff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-002aff", "reconcileID": "7fb118e4-9c99-4da1-9441-ea7e4d7550aa", "Gateway": "e2e-api-a-002aff", "namespace": "openshift-ingress"} 2026-07-02T22:12:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "cc665dc1-3744-4f03-8e04-f7b156ac78e0", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T22:12:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6f0ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6f0ab8", "reconcileID": "4bb92a0f-9b56-4115-9531-b9c16b9dcaae", "Gateway": "e2e-api-b-6f0ab8", "namespace": "openshift-ingress"} 2026-07-02T22:12:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6f0ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6f0ab8", "reconcileID": "4bb92a0f-9b56-4115-9531-b9c16b9dcaae", "Gateway": "e2e-api-b-6f0ab8", "namespace": "openshift-ingress", "name": "e2e-api-b-6f0ab8-authn-ssl"} 2026-07-02T22:12:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6f0ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6f0ab8", "reconcileID": "4bb92a0f-9b56-4115-9531-b9c16b9dcaae", "Gateway": "e2e-api-b-6f0ab8", "namespace": "openshift-ingress"} 2026-07-02T22:12:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-6f0ab8"}, "namespace": "ai-tenant-e2e-api-b-6f0ab8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a16ce90-19f6-496c-ac0b-81b3cad11527", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-6f0ab8"} 2026-07-02T22:12:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-6f0ab8"}, "namespace": "ai-tenant-e2e-api-b-6f0ab8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a16ce90-19f6-496c-ac0b-81b3cad11527", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-6f0ab8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T22:12:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-6f0ab8"}, "namespace": "ai-tenant-e2e-api-b-6f0ab8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a16ce90-19f6-496c-ac0b-81b3cad11527", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-6f0ab8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T22:12:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-6f0ab8"}, "namespace": "ai-tenant-e2e-api-b-6f0ab8", "name": "odh-trusted-ca-bundle", "reconcileID": "c7fee493-8fd9-47f0-b148-e51bfc7ce614", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-6f0ab8"} 2026-07-02T22:12:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-6f0ab8"}, "namespace": "ai-tenant-e2e-api-b-6f0ab8", "name": "odh-trusted-ca-bundle", "reconcileID": "c7fee493-8fd9-47f0-b148-e51bfc7ce614", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-6f0ab8"} 2026-07-02T22:12:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-6f0ab8"}, "namespace": "ai-tenant-e2e-api-b-6f0ab8", "name": "openshift-service-ca.crt", "reconcileID": "3316cbae-8403-4adf-b862-cea8e6314208", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-6f0ab8"} 2026-07-02T22:12:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-6f0ab8"}, "namespace": "ai-tenant-e2e-api-b-6f0ab8", "name": "openshift-service-ca.crt", "reconcileID": "3316cbae-8403-4adf-b862-cea8e6314208", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-6f0ab8"} 2026-07-02T22:12:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-6f0ab8"}, "namespace": "ai-tenant-e2e-api-b-6f0ab8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a3a72fa4-469a-43da-b1d0-6fa4da565950", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-6f0ab8"} 2026-07-02T22:12:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-6f0ab8"}, "namespace": "ai-tenant-e2e-api-b-6f0ab8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a3a72fa4-469a-43da-b1d0-6fa4da565950", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-6f0ab8"} 2026-07-02T22:12:42Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6f0ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6f0ab8", "reconcileID": "edb2a6f5-5c31-44cf-99f7-f54beda87dc7", "Gateway": "e2e-api-b-6f0ab8", "namespace": "openshift-ingress"} 2026-07-02T22:12:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "a4212e08-e146-44d7-a933-ab466607ff6e", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:12:43Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "a4212e08-e146-44d7-a933-ab466607ff6e", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e-authn-ssl"} 2026-07-02T22:12:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "a4212e08-e146-44d7-a933-ab466607ff6e", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:12:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "81be098e-2d70-43f3-8363-948ec5e32409", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:12:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "81be098e-2d70-43f3-8363-948ec5e32409", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e-authn-ssl"} 2026-07-02T22:12:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "81be098e-2d70-43f3-8363-948ec5e32409", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:12:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "68a5b85d-7597-41c0-ba5a-20882f91341b", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:12:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "68a5b85d-7597-41c0-ba5a-20882f91341b", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e-authn-ssl"} 2026-07-02T22:12:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "68a5b85d-7597-41c0-ba5a-20882f91341b", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:12:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "72617097-f5ea-4e4e-82af-93b7fa46253f", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:12:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "72617097-f5ea-4e4e-82af-93b7fa46253f", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e-authn-ssl"} 2026-07-02T22:12:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "72617097-f5ea-4e4e-82af-93b7fa46253f", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:12:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "75166b20-0c87-427a-9d1c-15f820ff863f", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:12:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "75166b20-0c87-427a-9d1c-15f820ff863f", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e-authn-ssl"} 2026-07-02T22:12:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "75166b20-0c87-427a-9d1c-15f820ff863f", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:12:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "ef73d1ef-eb66-46ba-8829-ca262e16c27d", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:12:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "ef73d1ef-eb66-46ba-8829-ca262e16c27d", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e-authn-ssl"} 2026-07-02T22:12:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "ef73d1ef-eb66-46ba-8829-ca262e16c27d", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:12:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "30f4f2f6-ddfd-4cf1-9c3f-1843435e44ed", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:12:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "30f4f2f6-ddfd-4cf1-9c3f-1843435e44ed", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e-authn-ssl"} 2026-07-02T22:12:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "30f4f2f6-ddfd-4cf1-9c3f-1843435e44ed", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:12:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "openshift-service-ca.crt", "reconcileID": "836a3bec-bb80-44fb-8a56-4825fc1088d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:12:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "odh-trusted-ca-bundle", "reconcileID": "43ba9b67-f166-4903-8b53-9e39ea3494f9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:12:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "openshift-service-ca.crt", "reconcileID": "8e876105-a37b-4b80-9961-014ffe96008a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-77374e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T22:12:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "openshift-service-ca.crt", "reconcileID": "8e876105-a37b-4b80-9961-014ffe96008a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:12:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "openshift-service-ca.crt", "reconcileID": "1091f196-1550-41bd-bc11-3bb242d09c1b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:12:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a9992a9a-2fa3-46e8-a58f-501449944e1f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:12:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "odh-trusted-ca-bundle", "reconcileID": "8962b091-b0bb-488d-bb26-405f7eaf037c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-77374e", "update": "odh-kserve-custom-ca-bundle"} 2026-07-02T22:12:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "odh-trusted-ca-bundle", "reconcileID": "8962b091-b0bb-488d-bb26-405f7eaf037c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:12:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61eeda77-dd4a-4ba2-bfa0-b8ca790e02f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:12:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "d8ed5c8f-1f87-41dc-83c0-b45857ff4221", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:12:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "d8ed5c8f-1f87-41dc-83c0-b45857ff4221", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e-authn-ssl"} 2026-07-02T22:12:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "d8ed5c8f-1f87-41dc-83c0-b45857ff4221", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:12:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "84cbc05b-048f-43d9-a876-bca6063f0063", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T22:12:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "36026b88-b264-4f81-a868-b7bc15a22c2a", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:12:51Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "36026b88-b264-4f81-a868-b7bc15a22c2a", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408-authn-ssl"} 2026-07-02T22:12:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "36026b88-b264-4f81-a868-b7bc15a22c2a", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:12:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "3dade0b4-20f6-4802-a4f1-78116f2b7dc2", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:12:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "3dade0b4-20f6-4802-a4f1-78116f2b7dc2", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408-authn-ssl"} 2026-07-02T22:12:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "3dade0b4-20f6-4802-a4f1-78116f2b7dc2", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:12:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "de67491d-1a17-42a8-b79f-6ae6593607c4", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:12:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "de67491d-1a17-42a8-b79f-6ae6593607c4", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408-authn-ssl"} 2026-07-02T22:12:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "de67491d-1a17-42a8-b79f-6ae6593607c4", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:12:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "ef266631-2a53-4edc-b244-8485e4547614", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:12:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "ef266631-2a53-4edc-b244-8485e4547614", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408-authn-ssl"} 2026-07-02T22:12:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "ef266631-2a53-4edc-b244-8485e4547614", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:12:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "e745b225-cb3a-4762-ac71-54c813405767", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:12:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "e745b225-cb3a-4762-ac71-54c813405767", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e-authn-ssl"} 2026-07-02T22:12:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "e745b225-cb3a-4762-ac71-54c813405767", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:12:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "84934573-1eab-4e76-a106-153cae690d5d", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:12:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "84934573-1eab-4e76-a106-153cae690d5d", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408-authn-ssl"} 2026-07-02T22:12:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "84934573-1eab-4e76-a106-153cae690d5d", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:12:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "a90bed3f-acf4-4f92-8c74-7ff45bd381a2", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:12:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "a90bed3f-acf4-4f92-8c74-7ff45bd381a2", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408-authn-ssl"} 2026-07-02T22:12:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "a90bed3f-acf4-4f92-8c74-7ff45bd381a2", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:12:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "9e47951b-a2cd-437b-b9ca-db4ae4895f00", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:12:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "9e47951b-a2cd-437b-b9ca-db4ae4895f00", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408-authn-ssl"} 2026-07-02T22:12:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "9e47951b-a2cd-437b-b9ca-db4ae4895f00", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:12:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "openshift-service-ca.crt", "reconcileID": "2a1051ba-40d9-446f-b71c-06a004d3aa7e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:12:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "odh-trusted-ca-bundle", "reconcileID": "215f90b7-1793-440f-aa34-27b3a7ffa64a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:12:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "openshift-service-ca.crt", "reconcileID": "30d24935-9b66-4f09-bc5f-b6cef1c4375d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-a51408", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T22:12:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "openshift-service-ca.crt", "reconcileID": "30d24935-9b66-4f09-bc5f-b6cef1c4375d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:12:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "openshift-service-ca.crt", "reconcileID": "35e299fb-1e7d-4dc7-9730-6ad22a6401d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-a51408", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T22:12:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "openshift-service-ca.crt", "reconcileID": "35e299fb-1e7d-4dc7-9730-6ad22a6401d7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T22:12:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "94c7c642-1f7c-4ef8-b83d-71f8422eefff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:12:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "openshift-service-ca.crt", "reconcileID": "28f723f4-b4b6-4cdd-abac-69cf1b24ed73", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:12:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "odh-trusted-ca-bundle", "reconcileID": "961b077c-cfa8-46c9-9bc2-81ad946668b2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a51408", "update": "odh-kserve-custom-ca-bundle"} 2026-07-02T22:12:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "odh-trusted-ca-bundle", "reconcileID": "961b077c-cfa8-46c9-9bc2-81ad946668b2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:12:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "22f005da-1f3b-46a9-aec8-a428bae227a8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:12:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "0aea6625-16fc-41ec-b8aa-8faf287e06de", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:12:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "0aea6625-16fc-41ec-b8aa-8faf287e06de", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408-authn-ssl"} 2026-07-02T22:12:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "0aea6625-16fc-41ec-b8aa-8faf287e06de", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:12:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "3ba52ab9-40a0-4e93-a971-b99e7d4b6a1e", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T22:12:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e", "reconcileID": "377376b0-50f5-436d-8828-2a54f972d212", "LLMInferenceService": "auth-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:12:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e", "reconcileID": "377376b0-50f5-436d-8828-2a54f972d212", "LLMInferenceService": "auth-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:12:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e", "reconcileID": "377376b0-50f5-436d-8828-2a54f972d212", "LLMInferenceService": "auth-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:12:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "22be07c1-9735-4ef0-94ac-a8371d2c3ad7", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:12:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e", "reconcileID": "377376b0-50f5-436d-8828-2a54f972d212", "LLMInferenceService": "auth-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e-kserve-route-authn"} 2026-07-02T22:12:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e", "reconcileID": "377376b0-50f5-436d-8828-2a54f972d212", "LLMInferenceService": "auth-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e", "authType": "userdefined"} 2026-07-02T22:12:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e", "reconcileID": "377376b0-50f5-436d-8828-2a54f972d212", "LLMInferenceService": "auth-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:12:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "22be07c1-9735-4ef0-94ac-a8371d2c3ad7", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e-authn-ssl"} 2026-07-02T22:12:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "22be07c1-9735-4ef0-94ac-a8371d2c3ad7", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:12:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e", "reconcileID": "81966e0c-e3b0-4d0a-9b84-6bdea5221712", "LLMInferenceService": "auth-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:12:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e", "reconcileID": "81966e0c-e3b0-4d0a-9b84-6bdea5221712", "LLMInferenceService": "auth-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:12:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e", "reconcileID": "81966e0c-e3b0-4d0a-9b84-6bdea5221712", "LLMInferenceService": "auth-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:12:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e", "reconcileID": "81966e0c-e3b0-4d0a-9b84-6bdea5221712", "LLMInferenceService": "auth-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e-kserve-route-authn"} 2026-07-02T22:12:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e", "reconcileID": "81966e0c-e3b0-4d0a-9b84-6bdea5221712", "LLMInferenceService": "auth-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e", "authType": "userdefined"} 2026-07-02T22:12:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e", "reconcileID": "81966e0c-e3b0-4d0a-9b84-6bdea5221712", "LLMInferenceService": "auth-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:13:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "bc818404-6b7c-4c91-b7fd-b9e689a18f98", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:13:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "bc818404-6b7c-4c91-b7fd-b9e689a18f98", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408-authn-ssl"} 2026-07-02T22:13:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "bc818404-6b7c-4c91-b7fd-b9e689a18f98", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:13:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "fb3dde8d-99ac-4d7c-ba3d-b6cbd934d043", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T22:13:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "546ad4ce-29a3-4245-b0b9-78f26438bb13", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:13:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "546ad4ce-29a3-4245-b0b9-78f26438bb13", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e-authn-ssl"} 2026-07-02T22:13:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "546ad4ce-29a3-4245-b0b9-78f26438bb13", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:13:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e", "reconcileID": "f20fdc05-10f6-461a-85c2-59609234f487", "LLMInferenceService": "auth-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:13:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e", "reconcileID": "f20fdc05-10f6-461a-85c2-59609234f487", "LLMInferenceService": "auth-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:13:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e", "reconcileID": "f20fdc05-10f6-461a-85c2-59609234f487", "LLMInferenceService": "auth-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:13:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e", "reconcileID": "f20fdc05-10f6-461a-85c2-59609234f487", "LLMInferenceService": "auth-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e-kserve-route-authn"} 2026-07-02T22:13:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e", "reconcileID": "f20fdc05-10f6-461a-85c2-59609234f487", "LLMInferenceService": "auth-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e", "authType": "userdefined"} 2026-07-02T22:13:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e", "reconcileID": "f20fdc05-10f6-461a-85c2-59609234f487", "LLMInferenceService": "auth-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:13:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "6448af5b-7598-4188-ad17-b75df0564ce8", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T22:13:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e", "reconcileID": "1d212c18-fdb9-4acb-b349-d2ad15092001", "LLMInferenceService": "auth-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:13:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e", "reconcileID": "1d212c18-fdb9-4acb-b349-d2ad15092001", "LLMInferenceService": "auth-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:13:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e", "reconcileID": "1d212c18-fdb9-4acb-b349-d2ad15092001", "LLMInferenceService": "auth-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:13:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e", "reconcileID": "1d212c18-fdb9-4acb-b349-d2ad15092001", "LLMInferenceService": "auth-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e-kserve-route-authn"} 2026-07-02T22:13:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e", "reconcileID": "1d212c18-fdb9-4acb-b349-d2ad15092001", "LLMInferenceService": "auth-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e", "authType": "userdefined"} 2026-07-02T22:13:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e", "reconcileID": "1d212c18-fdb9-4acb-b349-d2ad15092001", "LLMInferenceService": "auth-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:13:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e", "reconcileID": "8aad83e5-94a4-4bde-a40b-0519c64f73ac", "LLMInferenceService": "auth-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:13:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e", "reconcileID": "8aad83e5-94a4-4bde-a40b-0519c64f73ac", "LLMInferenceService": "auth-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:13:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e", "reconcileID": "8aad83e5-94a4-4bde-a40b-0519c64f73ac", "LLMInferenceService": "auth-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:13:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e", "reconcileID": "8aad83e5-94a4-4bde-a40b-0519c64f73ac", "LLMInferenceService": "auth-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e-kserve-route-authn"} 2026-07-02T22:13:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e", "reconcileID": "8aad83e5-94a4-4bde-a40b-0519c64f73ac", "LLMInferenceService": "auth-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e", "authType": "userdefined"} 2026-07-02T22:13:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e", "reconcileID": "8aad83e5-94a4-4bde-a40b-0519c64f73ac", "LLMInferenceService": "auth-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:13:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "auth-test-model-a51408", "reconcileID": "764b1bb4-3d98-4355-ab75-a81f2762e435", "LLMInferenceService": "auth-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:13:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "auth-test-model-a51408", "reconcileID": "764b1bb4-3d98-4355-ab75-a81f2762e435", "LLMInferenceService": "auth-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:13:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "auth-test-model-a51408", "reconcileID": "764b1bb4-3d98-4355-ab75-a81f2762e435", "LLMInferenceService": "auth-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:13:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "ef893d2e-a96f-43c4-a5ab-fd66721610df", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:13:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "auth-test-model-a51408", "reconcileID": "764b1bb4-3d98-4355-ab75-a81f2762e435", "LLMInferenceService": "auth-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "auth-test-model-a51408-kserve-route-authn"} 2026-07-02T22:13:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "auth-test-model-a51408", "reconcileID": "764b1bb4-3d98-4355-ab75-a81f2762e435", "LLMInferenceService": "auth-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408", "authType": "userdefined"} 2026-07-02T22:13:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "auth-test-model-a51408", "reconcileID": "764b1bb4-3d98-4355-ab75-a81f2762e435", "LLMInferenceService": "auth-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:13:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "ef893d2e-a96f-43c4-a5ab-fd66721610df", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408-authn-ssl"} 2026-07-02T22:13:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "ef893d2e-a96f-43c4-a5ab-fd66721610df", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:13:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "auth-test-model-a51408", "reconcileID": "4a79a69d-7497-4d65-b136-39f02f15a7c4", "LLMInferenceService": "auth-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:13:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "auth-test-model-a51408", "reconcileID": "4a79a69d-7497-4d65-b136-39f02f15a7c4", "LLMInferenceService": "auth-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:13:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "auth-test-model-a51408", "reconcileID": "4a79a69d-7497-4d65-b136-39f02f15a7c4", "LLMInferenceService": "auth-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:13:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "auth-test-model-a51408", "reconcileID": "4a79a69d-7497-4d65-b136-39f02f15a7c4", "LLMInferenceService": "auth-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "auth-test-model-a51408-kserve-route-authn"} 2026-07-02T22:13:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "auth-test-model-a51408", "reconcileID": "4a79a69d-7497-4d65-b136-39f02f15a7c4", "LLMInferenceService": "auth-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408", "authType": "userdefined"} 2026-07-02T22:13:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "auth-test-model-a51408", "reconcileID": "4a79a69d-7497-4d65-b136-39f02f15a7c4", "LLMInferenceService": "auth-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:13:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "fbbc470e-fac9-48ed-8f82-7013dae317b3", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:13:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "fbbc470e-fac9-48ed-8f82-7013dae317b3", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408-authn-ssl"} 2026-07-02T22:13:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "fbbc470e-fac9-48ed-8f82-7013dae317b3", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:13:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "auth-test-model-a51408", "reconcileID": "71096119-3847-4ee0-b36b-9e84a0ff63de", "LLMInferenceService": "auth-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:13:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "auth-test-model-a51408", "reconcileID": "71096119-3847-4ee0-b36b-9e84a0ff63de", "LLMInferenceService": "auth-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:13:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "auth-test-model-a51408", "reconcileID": "71096119-3847-4ee0-b36b-9e84a0ff63de", "LLMInferenceService": "auth-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:13:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "auth-test-model-a51408", "reconcileID": "71096119-3847-4ee0-b36b-9e84a0ff63de", "LLMInferenceService": "auth-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "auth-test-model-a51408-kserve-route-authn"} 2026-07-02T22:13:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "auth-test-model-a51408", "reconcileID": "71096119-3847-4ee0-b36b-9e84a0ff63de", "LLMInferenceService": "auth-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408", "authType": "userdefined"} 2026-07-02T22:13:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "auth-test-model-a51408", "reconcileID": "71096119-3847-4ee0-b36b-9e84a0ff63de", "LLMInferenceService": "auth-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:14:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "auth-test-model-a51408", "reconcileID": "98c8cd2e-d631-4a23-bef0-2e14b810bad2", "LLMInferenceService": "auth-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:14:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "auth-test-model-a51408", "reconcileID": "98c8cd2e-d631-4a23-bef0-2e14b810bad2", "LLMInferenceService": "auth-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:14:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "auth-test-model-a51408", "reconcileID": "98c8cd2e-d631-4a23-bef0-2e14b810bad2", "LLMInferenceService": "auth-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:14:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "auth-test-model-a51408", "reconcileID": "98c8cd2e-d631-4a23-bef0-2e14b810bad2", "LLMInferenceService": "auth-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "auth-test-model-a51408-kserve-route-authn"} 2026-07-02T22:14:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "auth-test-model-a51408", "reconcileID": "98c8cd2e-d631-4a23-bef0-2e14b810bad2", "LLMInferenceService": "auth-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408", "authType": "userdefined"} 2026-07-02T22:14:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "auth-test-model-a51408", "reconcileID": "98c8cd2e-d631-4a23-bef0-2e14b810bad2", "LLMInferenceService": "auth-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:14:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "07d59681-7cdb-475b-a7bf-d73d6f81cea3", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:14:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "07d59681-7cdb-475b-a7bf-d73d6f81cea3", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e-authn-ssl"} 2026-07-02T22:14:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "07d59681-7cdb-475b-a7bf-d73d6f81cea3", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:14:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "36c55a1d-22ea-4a33-bf6f-db395231b71f", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:14:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "36c55a1d-22ea-4a33-bf6f-db395231b71f", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408-authn-ssl"} 2026-07-02T22:14:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "36c55a1d-22ea-4a33-bf6f-db395231b71f", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:14:51Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-02T22:14:51Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-02T22:14:56Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-02T22:14:56Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-02T22:15:35Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e", "reconcileID": "b1ef2aa1-e99f-40f3-a922-b187b3412773", "LLMInferenceService": "auth-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:15:35Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e", "reconcileID": "b1ef2aa1-e99f-40f3-a922-b187b3412773", "LLMInferenceService": "auth-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e"} 2026-07-02T22:15:35Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e", "reconcileID": "b1ef2aa1-e99f-40f3-a922-b187b3412773", "LLMInferenceService": "auth-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:15:35Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e", "reconcileID": "b1ef2aa1-e99f-40f3-a922-b187b3412773", "LLMInferenceService": "auth-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:15:35Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e", "reconcileID": "b1ef2aa1-e99f-40f3-a922-b187b3412773", "LLMInferenceService": "auth-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e-kserve-route-authn"} 2026-07-02T22:15:35Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e", "reconcileID": "b1ef2aa1-e99f-40f3-a922-b187b3412773", "LLMInferenceService": "auth-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e-kserve-route-authn"} 2026-07-02T22:15:35Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e", "reconcileID": "b1ef2aa1-e99f-40f3-a922-b187b3412773", "LLMInferenceService": "auth-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:15:35Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e", "reconcileID": "b1ef2aa1-e99f-40f3-a922-b187b3412773", "LLMInferenceService": "auth-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:15:35Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "auth-test-model-77374e", "reconcileID": "a86e1e65-4525-4717-add9-829b7b450752", "LLMInferenceService": "auth-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:15:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "c91baa38-aad4-44a3-91ac-b1651202f4a7", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:15:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "c91baa38-aad4-44a3-91ac-b1651202f4a7", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e-authn-ssl"} 2026-07-02T22:15:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "c91baa38-aad4-44a3-91ac-b1651202f4a7", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:15:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "bab13c5d-c4c3-4339-a3c1-16e3618b845a", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:15:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "bab13c5d-c4c3-4339-a3c1-16e3618b845a", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e-authn-ssl"} 2026-07-02T22:15:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "bab13c5d-c4c3-4339-a3c1-16e3618b845a", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:15:35Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "auth-test-model-a51408", "reconcileID": "2085da36-203c-44bb-8754-e5d6f43945a6", "LLMInferenceService": "auth-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:15:35Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "auth-test-model-a51408", "reconcileID": "2085da36-203c-44bb-8754-e5d6f43945a6", "LLMInferenceService": "auth-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "auth-test-model-a51408"} 2026-07-02T22:15:35Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "auth-test-model-a51408", "reconcileID": "2085da36-203c-44bb-8754-e5d6f43945a6", "LLMInferenceService": "auth-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:15:35Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "auth-test-model-a51408", "reconcileID": "2085da36-203c-44bb-8754-e5d6f43945a6", "LLMInferenceService": "auth-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:15:35Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "auth-test-model-a51408", "reconcileID": "2085da36-203c-44bb-8754-e5d6f43945a6", "LLMInferenceService": "auth-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "auth-test-model-a51408-kserve-route-authn"} 2026-07-02T22:15:35Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "auth-test-model-a51408", "reconcileID": "2085da36-203c-44bb-8754-e5d6f43945a6", "LLMInferenceService": "auth-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "auth-test-model-a51408-kserve-route-authn"} 2026-07-02T22:15:35Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "auth-test-model-a51408", "reconcileID": "2085da36-203c-44bb-8754-e5d6f43945a6", "LLMInferenceService": "auth-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:15:35Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "auth-test-model-a51408", "reconcileID": "2085da36-203c-44bb-8754-e5d6f43945a6", "LLMInferenceService": "auth-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:15:36Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "auth-test-model-a51408", "reconcileID": "255a8f0e-a109-4145-8bc2-517c43a1289d", "LLMInferenceService": "auth-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:15:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "1645482e-7411-4b38-8bf1-b038df9da83e", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:15:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "1645482e-7411-4b38-8bf1-b038df9da83e", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408-authn-ssl"} 2026-07-02T22:15:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "1645482e-7411-4b38-8bf1-b038df9da83e", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:15:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "ae1eef22-f049-4463-abee-ceda69634289", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:15:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "ae1eef22-f049-4463-abee-ceda69634289", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408-authn-ssl"} 2026-07-02T22:15:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "ae1eef22-f049-4463-abee-ceda69634289", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:15:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "sub-test-model-77374e", "reconcileID": "0e4f500b-ef4d-44f8-8f2e-495ee3b6a758", "LLMInferenceService": "sub-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:15:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "sub-test-model-77374e", "reconcileID": "0e4f500b-ef4d-44f8-8f2e-495ee3b6a758", "LLMInferenceService": "sub-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:15:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "sub-test-model-77374e", "reconcileID": "0e4f500b-ef4d-44f8-8f2e-495ee3b6a758", "LLMInferenceService": "sub-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:15:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "a1bf50b6-be8d-4033-a2f7-3a490cb86313", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:15:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "sub-test-model-77374e", "reconcileID": "0e4f500b-ef4d-44f8-8f2e-495ee3b6a758", "LLMInferenceService": "sub-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "sub-test-model-77374e-kserve-route-authn"} 2026-07-02T22:15:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "sub-test-model-77374e", "reconcileID": "0e4f500b-ef4d-44f8-8f2e-495ee3b6a758", "LLMInferenceService": "sub-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e", "authType": "userdefined"} 2026-07-02T22:15:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "sub-test-model-77374e", "reconcileID": "0e4f500b-ef4d-44f8-8f2e-495ee3b6a758", "LLMInferenceService": "sub-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:15:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "a1bf50b6-be8d-4033-a2f7-3a490cb86313", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e-authn-ssl"} 2026-07-02T22:15:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "a1bf50b6-be8d-4033-a2f7-3a490cb86313", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:15:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "sub-test-model-77374e", "reconcileID": "a92853e4-e309-4fc3-b953-97cabf6a4a53", "LLMInferenceService": "sub-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:15:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "sub-test-model-77374e", "reconcileID": "a92853e4-e309-4fc3-b953-97cabf6a4a53", "LLMInferenceService": "sub-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:15:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "sub-test-model-77374e", "reconcileID": "a92853e4-e309-4fc3-b953-97cabf6a4a53", "LLMInferenceService": "sub-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:15:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "sub-test-model-77374e", "reconcileID": "a92853e4-e309-4fc3-b953-97cabf6a4a53", "LLMInferenceService": "sub-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "sub-test-model-77374e-kserve-route-authn"} 2026-07-02T22:15:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "sub-test-model-77374e", "reconcileID": "a92853e4-e309-4fc3-b953-97cabf6a4a53", "LLMInferenceService": "sub-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e", "authType": "userdefined"} 2026-07-02T22:15:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "sub-test-model-77374e", "reconcileID": "a92853e4-e309-4fc3-b953-97cabf6a4a53", "LLMInferenceService": "sub-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:15:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "7375e2d0-4d30-4e86-89e2-6b4a4b3b3e2c", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:15:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "7375e2d0-4d30-4e86-89e2-6b4a4b3b3e2c", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e-authn-ssl"} 2026-07-02T22:15:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "7375e2d0-4d30-4e86-89e2-6b4a4b3b3e2c", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:15:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "sub-test-model-77374e", "reconcileID": "6b07526a-5f79-415d-b959-6c3ea426bb73", "LLMInferenceService": "sub-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:15:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "sub-test-model-77374e", "reconcileID": "6b07526a-5f79-415d-b959-6c3ea426bb73", "LLMInferenceService": "sub-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:15:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "sub-test-model-77374e", "reconcileID": "6b07526a-5f79-415d-b959-6c3ea426bb73", "LLMInferenceService": "sub-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:15:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "sub-test-model-77374e", "reconcileID": "6b07526a-5f79-415d-b959-6c3ea426bb73", "LLMInferenceService": "sub-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "sub-test-model-77374e-kserve-route-authn"} 2026-07-02T22:15:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "sub-test-model-77374e", "reconcileID": "6b07526a-5f79-415d-b959-6c3ea426bb73", "LLMInferenceService": "sub-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e", "authType": "userdefined"} 2026-07-02T22:15:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "sub-test-model-77374e", "reconcileID": "6b07526a-5f79-415d-b959-6c3ea426bb73", "LLMInferenceService": "sub-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:15:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "sub-test-model-77374e", "reconcileID": "c8ee2f7d-d7a0-4fcf-853d-a8106669f348", "LLMInferenceService": "sub-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:15:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "sub-test-model-77374e", "reconcileID": "c8ee2f7d-d7a0-4fcf-853d-a8106669f348", "LLMInferenceService": "sub-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:15:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "sub-test-model-77374e", "reconcileID": "c8ee2f7d-d7a0-4fcf-853d-a8106669f348", "LLMInferenceService": "sub-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:15:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "sub-test-model-77374e", "reconcileID": "c8ee2f7d-d7a0-4fcf-853d-a8106669f348", "LLMInferenceService": "sub-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "sub-test-model-77374e-kserve-route-authn"} 2026-07-02T22:15:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "sub-test-model-77374e", "reconcileID": "c8ee2f7d-d7a0-4fcf-853d-a8106669f348", "LLMInferenceService": "sub-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e", "authType": "userdefined"} 2026-07-02T22:15:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "sub-test-model-77374e", "reconcileID": "c8ee2f7d-d7a0-4fcf-853d-a8106669f348", "LLMInferenceService": "sub-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:15:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408", "reconcileID": "c4e12e83-47e3-4f2c-8abf-f8fa55ef2c71", "LLMInferenceService": "sub-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:15:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408", "reconcileID": "c4e12e83-47e3-4f2c-8abf-f8fa55ef2c71", "LLMInferenceService": "sub-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:15:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408", "reconcileID": "c4e12e83-47e3-4f2c-8abf-f8fa55ef2c71", "LLMInferenceService": "sub-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:15:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "bc9f5674-2bd3-483d-ab25-0dacb76b2692", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:15:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408", "reconcileID": "c4e12e83-47e3-4f2c-8abf-f8fa55ef2c71", "LLMInferenceService": "sub-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408-kserve-route-authn"} 2026-07-02T22:15:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408", "reconcileID": "c4e12e83-47e3-4f2c-8abf-f8fa55ef2c71", "LLMInferenceService": "sub-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408", "authType": "userdefined"} 2026-07-02T22:15:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408", "reconcileID": "c4e12e83-47e3-4f2c-8abf-f8fa55ef2c71", "LLMInferenceService": "sub-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:15:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "bc9f5674-2bd3-483d-ab25-0dacb76b2692", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408-authn-ssl"} 2026-07-02T22:15:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "bc9f5674-2bd3-483d-ab25-0dacb76b2692", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:15:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408", "reconcileID": "85a25323-7f09-47db-9198-8e8c1732e07a", "LLMInferenceService": "sub-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:15:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408", "reconcileID": "85a25323-7f09-47db-9198-8e8c1732e07a", "LLMInferenceService": "sub-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:15:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408", "reconcileID": "85a25323-7f09-47db-9198-8e8c1732e07a", "LLMInferenceService": "sub-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:15:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408", "reconcileID": "85a25323-7f09-47db-9198-8e8c1732e07a", "LLMInferenceService": "sub-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408-kserve-route-authn"} 2026-07-02T22:15:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408", "reconcileID": "85a25323-7f09-47db-9198-8e8c1732e07a", "LLMInferenceService": "sub-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408", "authType": "userdefined"} 2026-07-02T22:15:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408", "reconcileID": "85a25323-7f09-47db-9198-8e8c1732e07a", "LLMInferenceService": "sub-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:16:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "d4251959-b188-4941-971a-f6733a78731d", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:16:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "d4251959-b188-4941-971a-f6733a78731d", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408-authn-ssl"} 2026-07-02T22:16:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "d4251959-b188-4941-971a-f6733a78731d", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:16:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408", "reconcileID": "71df9fc5-5898-4342-9ca0-50e14ab3491d", "LLMInferenceService": "sub-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:16:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408", "reconcileID": "71df9fc5-5898-4342-9ca0-50e14ab3491d", "LLMInferenceService": "sub-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:16:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408", "reconcileID": "71df9fc5-5898-4342-9ca0-50e14ab3491d", "LLMInferenceService": "sub-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:16:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408", "reconcileID": "71df9fc5-5898-4342-9ca0-50e14ab3491d", "LLMInferenceService": "sub-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408-kserve-route-authn"} 2026-07-02T22:16:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408", "reconcileID": "71df9fc5-5898-4342-9ca0-50e14ab3491d", "LLMInferenceService": "sub-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408", "authType": "userdefined"} 2026-07-02T22:16:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408", "reconcileID": "71df9fc5-5898-4342-9ca0-50e14ab3491d", "LLMInferenceService": "sub-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:16:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408", "reconcileID": "7075094c-90dd-414a-84ae-5bbeef213a38", "LLMInferenceService": "sub-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:16:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408", "reconcileID": "7075094c-90dd-414a-84ae-5bbeef213a38", "LLMInferenceService": "sub-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:16:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408", "reconcileID": "7075094c-90dd-414a-84ae-5bbeef213a38", "LLMInferenceService": "sub-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:16:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408", "reconcileID": "7075094c-90dd-414a-84ae-5bbeef213a38", "LLMInferenceService": "sub-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408-kserve-route-authn"} 2026-07-02T22:16:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408", "reconcileID": "7075094c-90dd-414a-84ae-5bbeef213a38", "LLMInferenceService": "sub-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408", "authType": "userdefined"} 2026-07-02T22:16:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408", "reconcileID": "7075094c-90dd-414a-84ae-5bbeef213a38", "LLMInferenceService": "sub-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:16:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408", "reconcileID": "37f8b643-a49a-49ad-8778-8c686533c9f0", "LLMInferenceService": "sub-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:16:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408", "reconcileID": "37f8b643-a49a-49ad-8778-8c686533c9f0", "LLMInferenceService": "sub-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:16:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408", "reconcileID": "37f8b643-a49a-49ad-8778-8c686533c9f0", "LLMInferenceService": "sub-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:16:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408", "reconcileID": "37f8b643-a49a-49ad-8778-8c686533c9f0", "LLMInferenceService": "sub-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408-kserve-route-authn"} 2026-07-02T22:16:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408", "reconcileID": "37f8b643-a49a-49ad-8778-8c686533c9f0", "LLMInferenceService": "sub-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408", "authType": "userdefined"} 2026-07-02T22:16:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408", "reconcileID": "37f8b643-a49a-49ad-8778-8c686533c9f0", "LLMInferenceService": "sub-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:16:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "sub-test-model-77374e", "reconcileID": "197233c2-3d6f-4a2f-a41b-89c8a5fa67a4", "LLMInferenceService": "sub-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:16:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "sub-test-model-77374e", "reconcileID": "197233c2-3d6f-4a2f-a41b-89c8a5fa67a4", "LLMInferenceService": "sub-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "sub-test-model-77374e"} 2026-07-02T22:16:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "sub-test-model-77374e", "reconcileID": "197233c2-3d6f-4a2f-a41b-89c8a5fa67a4", "LLMInferenceService": "sub-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:16:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "sub-test-model-77374e", "reconcileID": "197233c2-3d6f-4a2f-a41b-89c8a5fa67a4", "LLMInferenceService": "sub-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:16:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "sub-test-model-77374e", "reconcileID": "197233c2-3d6f-4a2f-a41b-89c8a5fa67a4", "LLMInferenceService": "sub-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "sub-test-model-77374e-kserve-route-authn"} 2026-07-02T22:16:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "sub-test-model-77374e", "reconcileID": "197233c2-3d6f-4a2f-a41b-89c8a5fa67a4", "LLMInferenceService": "sub-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "sub-test-model-77374e-kserve-route-authn"} 2026-07-02T22:16:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "sub-test-model-77374e", "reconcileID": "197233c2-3d6f-4a2f-a41b-89c8a5fa67a4", "LLMInferenceService": "sub-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:16:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "sub-test-model-77374e", "reconcileID": "197233c2-3d6f-4a2f-a41b-89c8a5fa67a4", "LLMInferenceService": "sub-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:16:58Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "sub-test-model-77374e", "reconcileID": "acda3221-19bf-4a23-89f9-5994a9d7cfa9", "LLMInferenceService": "sub-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:16:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "ac28d84f-8728-4187-a7f2-a3d23b9371b6", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:16:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "ac28d84f-8728-4187-a7f2-a3d23b9371b6", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e-authn-ssl"} 2026-07-02T22:16:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "ac28d84f-8728-4187-a7f2-a3d23b9371b6", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:16:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "84d3f7ce-9dda-4a58-b7ce-a50a32a3d3fd", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:16:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "84d3f7ce-9dda-4a58-b7ce-a50a32a3d3fd", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e-authn-ssl"} 2026-07-02T22:16:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "84d3f7ce-9dda-4a58-b7ce-a50a32a3d3fd", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:16:58Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408", "reconcileID": "5fcb0d3e-3803-4dc5-a467-63c83ed647e0", "LLMInferenceService": "sub-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:16:58Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408", "reconcileID": "5fcb0d3e-3803-4dc5-a467-63c83ed647e0", "LLMInferenceService": "sub-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408"} 2026-07-02T22:16:58Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408", "reconcileID": "5fcb0d3e-3803-4dc5-a467-63c83ed647e0", "LLMInferenceService": "sub-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:16:58Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408", "reconcileID": "5fcb0d3e-3803-4dc5-a467-63c83ed647e0", "LLMInferenceService": "sub-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:16:58Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408", "reconcileID": "5fcb0d3e-3803-4dc5-a467-63c83ed647e0", "LLMInferenceService": "sub-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408-kserve-route-authn"} 2026-07-02T22:16:58Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408", "reconcileID": "5fcb0d3e-3803-4dc5-a467-63c83ed647e0", "LLMInferenceService": "sub-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408-kserve-route-authn"} 2026-07-02T22:16:58Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408", "reconcileID": "5fcb0d3e-3803-4dc5-a467-63c83ed647e0", "LLMInferenceService": "sub-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:16:58Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408", "reconcileID": "5fcb0d3e-3803-4dc5-a467-63c83ed647e0", "LLMInferenceService": "sub-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:16:58Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "sub-test-model-a51408", "reconcileID": "547089a9-a7bd-4d5c-aeaf-370691d3262f", "LLMInferenceService": "sub-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:16:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "a6a61020-c89b-4067-beb7-3c66af8f1f4c", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:16:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "a6a61020-c89b-4067-beb7-3c66af8f1f4c", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408-authn-ssl"} 2026-07-02T22:16:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "a6a61020-c89b-4067-beb7-3c66af8f1f4c", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:16:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "eedfb822-fb40-4897-b399-66ac117248e2", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:16:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "eedfb822-fb40-4897-b399-66ac117248e2", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408-authn-ssl"} 2026-07-02T22:16:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "eedfb822-fb40-4897-b399-66ac117248e2", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:16:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e", "reconcileID": "14b3ad02-147e-4e94-a644-5ffe3a2705c1", "LLMInferenceService": "rate-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:16:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e", "reconcileID": "14b3ad02-147e-4e94-a644-5ffe3a2705c1", "LLMInferenceService": "rate-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:16:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e", "reconcileID": "14b3ad02-147e-4e94-a644-5ffe3a2705c1", "LLMInferenceService": "rate-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:16:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "13ef6815-194e-4d8b-ba0c-6dc31a59c665", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:16:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e", "reconcileID": "14b3ad02-147e-4e94-a644-5ffe3a2705c1", "LLMInferenceService": "rate-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e-kserve-route-authn"} 2026-07-02T22:16:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e", "reconcileID": "14b3ad02-147e-4e94-a644-5ffe3a2705c1", "LLMInferenceService": "rate-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e", "authType": "userdefined"} 2026-07-02T22:16:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e", "reconcileID": "14b3ad02-147e-4e94-a644-5ffe3a2705c1", "LLMInferenceService": "rate-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:16:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "13ef6815-194e-4d8b-ba0c-6dc31a59c665", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e-authn-ssl"} 2026-07-02T22:16:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "13ef6815-194e-4d8b-ba0c-6dc31a59c665", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:16:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e", "reconcileID": "acefc1d4-2d59-47d7-8508-1e1da0b616e0", "LLMInferenceService": "rate-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:16:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e", "reconcileID": "acefc1d4-2d59-47d7-8508-1e1da0b616e0", "LLMInferenceService": "rate-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:16:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e", "reconcileID": "acefc1d4-2d59-47d7-8508-1e1da0b616e0", "LLMInferenceService": "rate-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:16:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e", "reconcileID": "acefc1d4-2d59-47d7-8508-1e1da0b616e0", "LLMInferenceService": "rate-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e-kserve-route-authn"} 2026-07-02T22:16:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e", "reconcileID": "acefc1d4-2d59-47d7-8508-1e1da0b616e0", "LLMInferenceService": "rate-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e", "authType": "userdefined"} 2026-07-02T22:16:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e", "reconcileID": "acefc1d4-2d59-47d7-8508-1e1da0b616e0", "LLMInferenceService": "rate-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:17:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "a5fdd3a3-b687-4a05-8994-b93702a247e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T22:17:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "43561b66-ddaa-4bfc-8694-8500ed08291b", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:17:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "43561b66-ddaa-4bfc-8694-8500ed08291b", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e-authn-ssl"} 2026-07-02T22:17:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "43561b66-ddaa-4bfc-8694-8500ed08291b", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:17:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e", "reconcileID": "94228984-315d-4e63-94b3-7218527995e1", "LLMInferenceService": "rate-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:17:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e", "reconcileID": "94228984-315d-4e63-94b3-7218527995e1", "LLMInferenceService": "rate-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:17:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e", "reconcileID": "94228984-315d-4e63-94b3-7218527995e1", "LLMInferenceService": "rate-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:17:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e", "reconcileID": "94228984-315d-4e63-94b3-7218527995e1", "LLMInferenceService": "rate-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e-kserve-route-authn"} 2026-07-02T22:17:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e", "reconcileID": "94228984-315d-4e63-94b3-7218527995e1", "LLMInferenceService": "rate-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e", "authType": "userdefined"} 2026-07-02T22:17:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e", "reconcileID": "94228984-315d-4e63-94b3-7218527995e1", "LLMInferenceService": "rate-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:17:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e", "reconcileID": "2f7241a4-95a0-4b8e-a604-c223184cd300", "LLMInferenceService": "rate-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:17:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e", "reconcileID": "2f7241a4-95a0-4b8e-a604-c223184cd300", "LLMInferenceService": "rate-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:17:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e", "reconcileID": "2f7241a4-95a0-4b8e-a604-c223184cd300", "LLMInferenceService": "rate-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:17:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e", "reconcileID": "2f7241a4-95a0-4b8e-a604-c223184cd300", "LLMInferenceService": "rate-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e-kserve-route-authn"} 2026-07-02T22:17:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e", "reconcileID": "2f7241a4-95a0-4b8e-a604-c223184cd300", "LLMInferenceService": "rate-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e", "authType": "userdefined"} 2026-07-02T22:17:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e", "reconcileID": "2f7241a4-95a0-4b8e-a604-c223184cd300", "LLMInferenceService": "rate-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:17:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e", "reconcileID": "d2ebf685-bf8a-44f2-878b-c36ee036f0fa", "LLMInferenceService": "rate-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:17:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e", "reconcileID": "d2ebf685-bf8a-44f2-878b-c36ee036f0fa", "LLMInferenceService": "rate-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:17:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e", "reconcileID": "d2ebf685-bf8a-44f2-878b-c36ee036f0fa", "LLMInferenceService": "rate-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:17:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e", "reconcileID": "d2ebf685-bf8a-44f2-878b-c36ee036f0fa", "LLMInferenceService": "rate-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e-kserve-route-authn"} 2026-07-02T22:17:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e", "reconcileID": "d2ebf685-bf8a-44f2-878b-c36ee036f0fa", "LLMInferenceService": "rate-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e", "authType": "userdefined"} 2026-07-02T22:17:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e", "reconcileID": "d2ebf685-bf8a-44f2-878b-c36ee036f0fa", "LLMInferenceService": "rate-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:17:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408", "reconcileID": "9aabbb94-7377-4210-872f-9deeada1047f", "LLMInferenceService": "rate-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:17:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408", "reconcileID": "9aabbb94-7377-4210-872f-9deeada1047f", "LLMInferenceService": "rate-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:17:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408", "reconcileID": "9aabbb94-7377-4210-872f-9deeada1047f", "LLMInferenceService": "rate-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:17:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "ee36e734-78e4-4136-a37a-bf8e36a13dd9", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:17:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408", "reconcileID": "9aabbb94-7377-4210-872f-9deeada1047f", "LLMInferenceService": "rate-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408-kserve-route-authn"} 2026-07-02T22:17:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408", "reconcileID": "9aabbb94-7377-4210-872f-9deeada1047f", "LLMInferenceService": "rate-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408", "authType": "userdefined"} 2026-07-02T22:17:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408", "reconcileID": "9aabbb94-7377-4210-872f-9deeada1047f", "LLMInferenceService": "rate-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:17:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "ee36e734-78e4-4136-a37a-bf8e36a13dd9", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408-authn-ssl"} 2026-07-02T22:17:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "ee36e734-78e4-4136-a37a-bf8e36a13dd9", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:17:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408", "reconcileID": "57ff97c0-ca3d-4fd0-a93c-ecdf381704dd", "LLMInferenceService": "rate-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:17:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408", "reconcileID": "57ff97c0-ca3d-4fd0-a93c-ecdf381704dd", "LLMInferenceService": "rate-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:17:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408", "reconcileID": "57ff97c0-ca3d-4fd0-a93c-ecdf381704dd", "LLMInferenceService": "rate-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:17:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408", "reconcileID": "57ff97c0-ca3d-4fd0-a93c-ecdf381704dd", "LLMInferenceService": "rate-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408-kserve-route-authn"} 2026-07-02T22:17:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408", "reconcileID": "57ff97c0-ca3d-4fd0-a93c-ecdf381704dd", "LLMInferenceService": "rate-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408", "authType": "userdefined"} 2026-07-02T22:17:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408", "reconcileID": "57ff97c0-ca3d-4fd0-a93c-ecdf381704dd", "LLMInferenceService": "rate-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:17:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "ac88bbbf-1dee-43c8-8e1a-509a6197f59a", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:17:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "ac88bbbf-1dee-43c8-8e1a-509a6197f59a", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408-authn-ssl"} 2026-07-02T22:17:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "ac88bbbf-1dee-43c8-8e1a-509a6197f59a", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:17:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408", "reconcileID": "d89fa578-d63d-43a4-80ec-6a3929a29a7b", "LLMInferenceService": "rate-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:17:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408", "reconcileID": "d89fa578-d63d-43a4-80ec-6a3929a29a7b", "LLMInferenceService": "rate-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:17:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408", "reconcileID": "d89fa578-d63d-43a4-80ec-6a3929a29a7b", "LLMInferenceService": "rate-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:17:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408", "reconcileID": "d89fa578-d63d-43a4-80ec-6a3929a29a7b", "LLMInferenceService": "rate-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408-kserve-route-authn"} 2026-07-02T22:17:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408", "reconcileID": "d89fa578-d63d-43a4-80ec-6a3929a29a7b", "LLMInferenceService": "rate-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408", "authType": "userdefined"} 2026-07-02T22:17:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408", "reconcileID": "d89fa578-d63d-43a4-80ec-6a3929a29a7b", "LLMInferenceService": "rate-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:17:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408", "reconcileID": "266cb657-4175-4316-b2a6-73d033121892", "LLMInferenceService": "rate-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:17:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408", "reconcileID": "266cb657-4175-4316-b2a6-73d033121892", "LLMInferenceService": "rate-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:17:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408", "reconcileID": "266cb657-4175-4316-b2a6-73d033121892", "LLMInferenceService": "rate-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:17:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408", "reconcileID": "266cb657-4175-4316-b2a6-73d033121892", "LLMInferenceService": "rate-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408-kserve-route-authn"} 2026-07-02T22:17:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408", "reconcileID": "266cb657-4175-4316-b2a6-73d033121892", "LLMInferenceService": "rate-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408", "authType": "userdefined"} 2026-07-02T22:17:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408", "reconcileID": "266cb657-4175-4316-b2a6-73d033121892", "LLMInferenceService": "rate-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:18:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408", "reconcileID": "14337b66-374d-461d-917a-221de5d91a9c", "LLMInferenceService": "rate-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:18:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408", "reconcileID": "14337b66-374d-461d-917a-221de5d91a9c", "LLMInferenceService": "rate-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:18:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408", "reconcileID": "14337b66-374d-461d-917a-221de5d91a9c", "LLMInferenceService": "rate-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:18:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408", "reconcileID": "14337b66-374d-461d-917a-221de5d91a9c", "LLMInferenceService": "rate-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408-kserve-route-authn"} 2026-07-02T22:18:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408", "reconcileID": "14337b66-374d-461d-917a-221de5d91a9c", "LLMInferenceService": "rate-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408", "authType": "userdefined"} 2026-07-02T22:18:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408", "reconcileID": "14337b66-374d-461d-917a-221de5d91a9c", "LLMInferenceService": "rate-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:18:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "13486641-5c73-4f2e-8301-26eec66c9bf3", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T22:18:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "2d1ade87-8fcf-48b7-8e3a-6f44fcbf7c18", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T22:18:33Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e", "reconcileID": "4196c0ac-29c4-4102-81ac-9e72a5d2d731", "LLMInferenceService": "rate-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:18:33Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e", "reconcileID": "4196c0ac-29c4-4102-81ac-9e72a5d2d731", "LLMInferenceService": "rate-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e"} 2026-07-02T22:18:33Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e", "reconcileID": "4196c0ac-29c4-4102-81ac-9e72a5d2d731", "LLMInferenceService": "rate-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:18:33Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e", "reconcileID": "4196c0ac-29c4-4102-81ac-9e72a5d2d731", "LLMInferenceService": "rate-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:18:33Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e", "reconcileID": "4196c0ac-29c4-4102-81ac-9e72a5d2d731", "LLMInferenceService": "rate-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e-kserve-route-authn"} 2026-07-02T22:18:33Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e", "reconcileID": "4196c0ac-29c4-4102-81ac-9e72a5d2d731", "LLMInferenceService": "rate-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e-kserve-route-authn"} 2026-07-02T22:18:33Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e", "reconcileID": "4196c0ac-29c4-4102-81ac-9e72a5d2d731", "LLMInferenceService": "rate-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:18:33Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e", "reconcileID": "4196c0ac-29c4-4102-81ac-9e72a5d2d731", "LLMInferenceService": "rate-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:18:33Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-77374e","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "rate-test-model-77374e", "reconcileID": "0ebc66d7-4614-4d82-a917-9543f0fdcaaa", "LLMInferenceService": "rate-test-model-77374e", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:18:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "5510b723-8dd4-41b2-9437-da7954959e41", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:18:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "5510b723-8dd4-41b2-9437-da7954959e41", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e-authn-ssl"} 2026-07-02T22:18:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "5510b723-8dd4-41b2-9437-da7954959e41", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:18:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "504362a1-5091-4d1d-9147-dd866f4e4ff4", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:18:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "504362a1-5091-4d1d-9147-dd866f4e4ff4", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e-authn-ssl"} 2026-07-02T22:18:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "504362a1-5091-4d1d-9147-dd866f4e4ff4", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:18:33Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408", "reconcileID": "d528643f-f19c-4e04-8f8a-555b19393607", "LLMInferenceService": "rate-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:18:33Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408", "reconcileID": "d528643f-f19c-4e04-8f8a-555b19393607", "LLMInferenceService": "rate-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408"} 2026-07-02T22:18:33Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408", "reconcileID": "d528643f-f19c-4e04-8f8a-555b19393607", "LLMInferenceService": "rate-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:18:33Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408", "reconcileID": "d528643f-f19c-4e04-8f8a-555b19393607", "LLMInferenceService": "rate-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:18:33Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408", "reconcileID": "d528643f-f19c-4e04-8f8a-555b19393607", "LLMInferenceService": "rate-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408-kserve-route-authn"} 2026-07-02T22:18:33Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408", "reconcileID": "d528643f-f19c-4e04-8f8a-555b19393607", "LLMInferenceService": "rate-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408-kserve-route-authn"} 2026-07-02T22:18:33Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408", "reconcileID": "d528643f-f19c-4e04-8f8a-555b19393607", "LLMInferenceService": "rate-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:18:33Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408", "reconcileID": "d528643f-f19c-4e04-8f8a-555b19393607", "LLMInferenceService": "rate-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:18:34Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a51408","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "rate-test-model-a51408", "reconcileID": "45ee1bff-cf6c-4be0-b841-926063cb46a3", "LLMInferenceService": "rate-test-model-a51408", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:18:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "6732c55e-2ae6-4b4f-a066-a98f58c655ad", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:18:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "6732c55e-2ae6-4b4f-a066-a98f58c655ad", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408-authn-ssl"} 2026-07-02T22:18:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "6732c55e-2ae6-4b4f-a066-a98f58c655ad", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:18:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "93a7057c-779c-47dd-b0dd-bef051740555", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:18:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "93a7057c-779c-47dd-b0dd-bef051740555", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408-authn-ssl"} 2026-07-02T22:18:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "93a7057c-779c-47dd-b0dd-bef051740555", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:18:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "441e7c74-a4d5-4ff8-ba16-ef10b9abc8bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T22:18:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "6866ef9d-90a6-4e8f-a257-12bfa0fbf859", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:18:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "6866ef9d-90a6-4e8f-a257-12bfa0fbf859", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e-authn-ssl"} 2026-07-02T22:18:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "6866ef9d-90a6-4e8f-a257-12bfa0fbf859", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:19:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f5dbbf67-2d4c-4e9d-a998-b87b1b47c6e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:19:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f5dbbf67-2d4c-4e9d-a998-b87b1b47c6e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-77374e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T22:19:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f5dbbf67-2d4c-4e9d-a998-b87b1b47c6e1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-77374e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T22:19:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "odh-trusted-ca-bundle", "reconcileID": "3a854762-1f2b-46ee-bc38-3ee4efffb3a5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:19:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "odh-trusted-ca-bundle", "reconcileID": "3a854762-1f2b-46ee-bc38-3ee4efffb3a5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:19:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "openshift-service-ca.crt", "reconcileID": "89837509-d498-424e-a815-07371ef7e883", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:19:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "openshift-service-ca.crt", "reconcileID": "89837509-d498-424e-a815-07371ef7e883", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:19:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e57a06d0-4769-44c4-9d1c-7991f5c5695f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:19:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-77374e"}, "namespace": "ai-tenant-e2e-shared-a-77374e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e57a06d0-4769-44c4-9d1c-7991f5c5695f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-77374e"} 2026-07-02T22:19:17Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77374e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77374e", "reconcileID": "d9703149-2dd9-46f1-9e80-a7127de86370", "Gateway": "e2e-shared-a-77374e", "namespace": "openshift-ingress"} 2026-07-02T22:19:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "1a5fb402-8468-4601-826a-6c83138c9318", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T22:19:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "6ef48109-d8c7-4639-a523-b2a336d5b404", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:19:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "6ef48109-d8c7-4639-a523-b2a336d5b404", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408-authn-ssl"} 2026-07-02T22:19:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "6ef48109-d8c7-4639-a523-b2a336d5b404", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"} 2026-07-02T22:19:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69f2fc67-4bc9-4183-be4d-fa8c660cc529", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:19:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69f2fc67-4bc9-4183-be4d-fa8c660cc529", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a51408", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T22:19:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69f2fc67-4bc9-4183-be4d-fa8c660cc529", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-a51408 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T22:19:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "odh-trusted-ca-bundle", "reconcileID": "755f52a5-91b4-4fb3-98e6-166c765ed711", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:19:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "odh-trusted-ca-bundle", "reconcileID": "755f52a5-91b4-4fb3-98e6-166c765ed711", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:19:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "openshift-service-ca.crt", "reconcileID": "557b2ce6-d54a-448f-b5e9-48d4bbdfb1c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:19:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "openshift-service-ca.crt", "reconcileID": "557b2ce6-d54a-448f-b5e9-48d4bbdfb1c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:19:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "53258d76-e492-4cb3-95b6-f542f12cb01e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:19:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a51408"}, "namespace": "ai-tenant-e2e-shared-b-a51408", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "53258d76-e492-4cb3-95b6-f542f12cb01e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a51408"} 2026-07-02T22:19:24Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a51408","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a51408", "reconcileID": "2898bc84-ed59-47cd-b644-daab814d6c18", "Gateway": "e2e-shared-b-a51408", "namespace": "openshift-ingress"}