2026-07-02T23:42:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ce355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ce355", "reconcileID": "84bb1e66-65c7-49d8-8003-241befa3be47", "Gateway": "e2e-api-b-9ce355", "namespace": "openshift-ingress"} 2026-07-02T23:42:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ce355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ce355", "reconcileID": "84bb1e66-65c7-49d8-8003-241befa3be47", "Gateway": "e2e-api-b-9ce355", "namespace": "openshift-ingress", "name": "e2e-api-b-9ce355-authn-ssl"} 2026-07-02T23:42:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ce355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ce355", "reconcileID": "84bb1e66-65c7-49d8-8003-241befa3be47", "Gateway": "e2e-api-b-9ce355", "namespace": "openshift-ingress"} 2026-07-02T23:42:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ce355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ce355", "reconcileID": "3cfdc75e-b060-4eb3-b499-e2232824333c", "Gateway": "e2e-api-b-9ce355", "namespace": "openshift-ingress"} 2026-07-02T23:42:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ce355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ce355", "reconcileID": "3cfdc75e-b060-4eb3-b499-e2232824333c", "Gateway": "e2e-api-b-9ce355", "namespace": "openshift-ingress", "name": "e2e-api-b-9ce355-authn-ssl"} 2026-07-02T23:42:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ce355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ce355", "reconcileID": "3cfdc75e-b060-4eb3-b499-e2232824333c", "Gateway": "e2e-api-b-9ce355", "namespace": "openshift-ingress"} 2026-07-02T23:42:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ce355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ce355", "reconcileID": "484cfe09-04f0-4984-ba59-48f0a6e93652", "Gateway": "e2e-api-b-9ce355", "namespace": "openshift-ingress"} 2026-07-02T23:42:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ce355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ce355", "reconcileID": "484cfe09-04f0-4984-ba59-48f0a6e93652", "Gateway": "e2e-api-b-9ce355", "namespace": "openshift-ingress", "name": "e2e-api-b-9ce355-authn-ssl"} 2026-07-02T23:42:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ce355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ce355", "reconcileID": "484cfe09-04f0-4984-ba59-48f0a6e93652", "Gateway": "e2e-api-b-9ce355", "namespace": "openshift-ingress"} 2026-07-02T23:42:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ce355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ce355", "reconcileID": "5e603b07-69d2-4a89-bcba-68a54a717d68", "Gateway": "e2e-api-b-9ce355", "namespace": "openshift-ingress"} 2026-07-02T23:42:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ce355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ce355", "reconcileID": "5e603b07-69d2-4a89-bcba-68a54a717d68", "Gateway": "e2e-api-b-9ce355", "namespace": "openshift-ingress", "name": "e2e-api-b-9ce355-authn-ssl"} 2026-07-02T23:42:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ce355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ce355", "reconcileID": "5e603b07-69d2-4a89-bcba-68a54a717d68", "Gateway": "e2e-api-b-9ce355", "namespace": "openshift-ingress"} 2026-07-02T23:42:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ce355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ce355", "reconcileID": "d8c6200f-38c4-4559-a78e-16714c2aed87", "Gateway": "e2e-api-b-9ce355", "namespace": "openshift-ingress"} 2026-07-02T23:42:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ce355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ce355", "reconcileID": "d8c6200f-38c4-4559-a78e-16714c2aed87", "Gateway": "e2e-api-b-9ce355", "namespace": "openshift-ingress", "name": "e2e-api-b-9ce355-authn-ssl"} 2026-07-02T23:42:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ce355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ce355", "reconcileID": "d8c6200f-38c4-4559-a78e-16714c2aed87", "Gateway": "e2e-api-b-9ce355", "namespace": "openshift-ingress"} 2026-07-02T23:42:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ce355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ce355", "reconcileID": "b7a4bfc7-8401-4b58-9090-26aadf4547ac", "Gateway": "e2e-api-b-9ce355", "namespace": "openshift-ingress"} 2026-07-02T23:42:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ce355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ce355", "reconcileID": "b7a4bfc7-8401-4b58-9090-26aadf4547ac", "Gateway": "e2e-api-b-9ce355", "namespace": "openshift-ingress", "name": "e2e-api-b-9ce355-authn-ssl"} 2026-07-02T23:42:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ce355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ce355", "reconcileID": "b7a4bfc7-8401-4b58-9090-26aadf4547ac", "Gateway": "e2e-api-b-9ce355", "namespace": "openshift-ingress"} 2026-07-02T23:42:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-79bbe8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-79bbe8", "reconcileID": "4b9db885-7103-48eb-988b-c759a80fb365", "Gateway": "e2e-api-a-79bbe8", "namespace": "openshift-ingress"} 2026-07-02T23:42:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-79bbe8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-79bbe8", "reconcileID": "4b9db885-7103-48eb-988b-c759a80fb365", "Gateway": "e2e-api-a-79bbe8", "namespace": "openshift-ingress", "name": "e2e-api-a-79bbe8-authn-ssl"} 2026-07-02T23:42:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-79bbe8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-79bbe8", "reconcileID": "4b9db885-7103-48eb-988b-c759a80fb365", "Gateway": "e2e-api-a-79bbe8", "namespace": "openshift-ingress"} 2026-07-02T23:42:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ce355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ce355", "reconcileID": "c6025409-b0f9-4a59-848f-3768163be687", "Gateway": "e2e-api-b-9ce355", "namespace": "openshift-ingress"} 2026-07-02T23:42:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ce355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ce355", "reconcileID": "c6025409-b0f9-4a59-848f-3768163be687", "Gateway": "e2e-api-b-9ce355", "namespace": "openshift-ingress", "name": "e2e-api-b-9ce355-authn-ssl"} 2026-07-02T23:42:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ce355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ce355", "reconcileID": "c6025409-b0f9-4a59-848f-3768163be687", "Gateway": "e2e-api-b-9ce355", "namespace": "openshift-ingress"} 2026-07-02T23:42:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-9ce355"}, "namespace": "ai-tenant-e2e-api-b-9ce355", "name": "openshift-service-ca.crt", "reconcileID": "b95380bf-37a5-453f-876c-9f5b6f59fd17", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-9ce355"} 2026-07-02T23:42:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-9ce355"}, "namespace": "ai-tenant-e2e-api-b-9ce355", "name": "openshift-service-ca.crt", "reconcileID": "cb76b64e-7276-45e2-9ede-d69ca2f92120", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-9ce355", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T23:42:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-9ce355"}, "namespace": "ai-tenant-e2e-api-b-9ce355", "name": "openshift-service-ca.crt", "reconcileID": "cb76b64e-7276-45e2-9ede-d69ca2f92120", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-9ce355"} 2026-07-02T23:42:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-9ce355"}, "namespace": "ai-tenant-e2e-api-b-9ce355", "name": "odh-trusted-ca-bundle", "reconcileID": "435c8bb1-3272-4656-b67e-76db082ab880", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-9ce355"} 2026-07-02T23:42:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-9ce355"}, "namespace": "ai-tenant-e2e-api-b-9ce355", "name": "openshift-service-ca.crt", "reconcileID": "d1ad8902-9480-4da0-b2dc-ff1f66461fda", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-9ce355"} 2026-07-02T23:42:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-9ce355"}, "namespace": "ai-tenant-e2e-api-b-9ce355", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a220345-01e1-4a25-90d0-575f85b35d4c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-9ce355"} 2026-07-02T23:42:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-9ce355"}, "namespace": "ai-tenant-e2e-api-b-9ce355", "name": "odh-trusted-ca-bundle", "reconcileID": "9541f9d7-4190-4a93-b51f-6f16704700d0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-9ce355", "update": "odh-kserve-custom-ca-bundle"} 2026-07-02T23:42:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-9ce355"}, "namespace": "ai-tenant-e2e-api-b-9ce355", "name": "odh-trusted-ca-bundle", "reconcileID": "9541f9d7-4190-4a93-b51f-6f16704700d0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-9ce355"} 2026-07-02T23:42:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-9ce355"}, "namespace": "ai-tenant-e2e-api-b-9ce355", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "605243f1-6972-463e-a05a-ef1feac565fe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-9ce355"} 2026-07-02T23:42:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ce355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ce355", "reconcileID": "97371c7a-1216-4a46-9e75-cdbf4c5e00a0", "Gateway": "e2e-api-b-9ce355", "namespace": "openshift-ingress"} 2026-07-02T23:42:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ce355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ce355", "reconcileID": "97371c7a-1216-4a46-9e75-cdbf4c5e00a0", "Gateway": "e2e-api-b-9ce355", "namespace": "openshift-ingress", "name": "e2e-api-b-9ce355-authn-ssl"} 2026-07-02T23:42:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ce355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ce355", "reconcileID": "97371c7a-1216-4a46-9e75-cdbf4c5e00a0", "Gateway": "e2e-api-b-9ce355", "namespace": "openshift-ingress"} 2026-07-02T23:42:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "ee71c2cf-b26c-4be2-8ceb-c77d3f96b618", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T23:42:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-79bbe8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-79bbe8", "reconcileID": "253453f1-9ba2-46f7-befe-85b8f608f552", "Gateway": "e2e-api-a-79bbe8", "namespace": "openshift-ingress"} 2026-07-02T23:42:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-79bbe8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-79bbe8", "reconcileID": "253453f1-9ba2-46f7-befe-85b8f608f552", "Gateway": "e2e-api-a-79bbe8", "namespace": "openshift-ingress", "name": "e2e-api-a-79bbe8-authn-ssl"} 2026-07-02T23:42:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-79bbe8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-79bbe8", "reconcileID": "253453f1-9ba2-46f7-befe-85b8f608f552", "Gateway": "e2e-api-a-79bbe8", "namespace": "openshift-ingress"} 2026-07-02T23:42:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ce355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ce355", "reconcileID": "0cb29a45-a658-4d0a-bc37-81c6b88dd91b", "Gateway": "e2e-api-b-9ce355", "namespace": "openshift-ingress"} 2026-07-02T23:42:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ce355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ce355", "reconcileID": "0cb29a45-a658-4d0a-bc37-81c6b88dd91b", "Gateway": "e2e-api-b-9ce355", "namespace": "openshift-ingress", "name": "e2e-api-b-9ce355-authn-ssl"} 2026-07-02T23:42:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ce355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ce355", "reconcileID": "0cb29a45-a658-4d0a-bc37-81c6b88dd91b", "Gateway": "e2e-api-b-9ce355", "namespace": "openshift-ingress"} 2026-07-02T23:42:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "f75b3e8d-1763-48d0-b261-9f48c4a8b351", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T23:42:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-79bbe8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-79bbe8", "reconcileID": "8820811e-8c9f-4791-89e5-9a0c2c844b5e", "Gateway": "e2e-api-a-79bbe8", "namespace": "openshift-ingress"} 2026-07-02T23:42:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-79bbe8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-79bbe8", "reconcileID": "8820811e-8c9f-4791-89e5-9a0c2c844b5e", "Gateway": "e2e-api-a-79bbe8", "namespace": "openshift-ingress", "name": "e2e-api-a-79bbe8-authn-ssl"} 2026-07-02T23:42:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-79bbe8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-79bbe8", "reconcileID": "8820811e-8c9f-4791-89e5-9a0c2c844b5e", "Gateway": "e2e-api-a-79bbe8", "namespace": "openshift-ingress"} 2026-07-02T23:42:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-79bbe8"}, "namespace": "ai-tenant-e2e-api-a-79bbe8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d72e4db-122e-42d2-912e-a05d6fb211f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-79bbe8"} 2026-07-02T23:42:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-79bbe8"}, "namespace": "ai-tenant-e2e-api-a-79bbe8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d72e4db-122e-42d2-912e-a05d6fb211f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-79bbe8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T23:42:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-79bbe8"}, "namespace": "ai-tenant-e2e-api-a-79bbe8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d72e4db-122e-42d2-912e-a05d6fb211f0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-79bbe8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T23:42:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-79bbe8"}, "namespace": "ai-tenant-e2e-api-a-79bbe8", "name": "odh-trusted-ca-bundle", "reconcileID": "8fd8eb50-8a20-451a-b715-0248c0987769", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-79bbe8"} 2026-07-02T23:42:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-79bbe8"}, "namespace": "ai-tenant-e2e-api-a-79bbe8", "name": "odh-trusted-ca-bundle", "reconcileID": "8fd8eb50-8a20-451a-b715-0248c0987769", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-79bbe8"} 2026-07-02T23:42:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-79bbe8"}, "namespace": "ai-tenant-e2e-api-a-79bbe8", "name": "openshift-service-ca.crt", "reconcileID": "450104a2-9087-49c6-8f6f-083bd900b7b4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-79bbe8"} 2026-07-02T23:42:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-79bbe8"}, "namespace": "ai-tenant-e2e-api-a-79bbe8", "name": "openshift-service-ca.crt", "reconcileID": "450104a2-9087-49c6-8f6f-083bd900b7b4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-79bbe8"} 2026-07-02T23:42:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-79bbe8"}, "namespace": "ai-tenant-e2e-api-a-79bbe8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c057b2b3-944c-4cf5-9301-47d7418c1409", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-79bbe8"} 2026-07-02T23:42:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-79bbe8"}, "namespace": "ai-tenant-e2e-api-a-79bbe8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c057b2b3-944c-4cf5-9301-47d7418c1409", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-79bbe8"} 2026-07-02T23:42:46Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-79bbe8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-79bbe8", "reconcileID": "199ab1a3-4c4a-439b-a63b-766f482ad94a", "Gateway": "e2e-api-a-79bbe8", "namespace": "openshift-ingress"} 2026-07-02T23:42:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "1c639ed2-b7a3-4517-99de-ded964588914", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T23:42:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ce355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ce355", "reconcileID": "88e223e4-a2e9-4bf5-b4f8-c68feb97c0be", "Gateway": "e2e-api-b-9ce355", "namespace": "openshift-ingress"} 2026-07-02T23:42:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ce355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ce355", "reconcileID": "88e223e4-a2e9-4bf5-b4f8-c68feb97c0be", "Gateway": "e2e-api-b-9ce355", "namespace": "openshift-ingress", "name": "e2e-api-b-9ce355-authn-ssl"} 2026-07-02T23:42:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ce355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ce355", "reconcileID": "88e223e4-a2e9-4bf5-b4f8-c68feb97c0be", "Gateway": "e2e-api-b-9ce355", "namespace": "openshift-ingress"} 2026-07-02T23:42:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-9ce355"}, "namespace": "ai-tenant-e2e-api-b-9ce355", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df26070d-fa81-4776-a8a7-556a9c1fb37e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-9ce355"} 2026-07-02T23:42:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-9ce355"}, "namespace": "ai-tenant-e2e-api-b-9ce355", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df26070d-fa81-4776-a8a7-556a9c1fb37e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-9ce355", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T23:42:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-9ce355"}, "namespace": "ai-tenant-e2e-api-b-9ce355", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df26070d-fa81-4776-a8a7-556a9c1fb37e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-9ce355 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T23:42:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-9ce355"}, "namespace": "ai-tenant-e2e-api-b-9ce355", "name": "odh-trusted-ca-bundle", "reconcileID": "5dbc7974-244d-4869-b25f-704ef3dddc14", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-9ce355"} 2026-07-02T23:42:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-9ce355"}, "namespace": "ai-tenant-e2e-api-b-9ce355", "name": "odh-trusted-ca-bundle", "reconcileID": "5dbc7974-244d-4869-b25f-704ef3dddc14", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-9ce355"} 2026-07-02T23:42:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-9ce355"}, "namespace": "ai-tenant-e2e-api-b-9ce355", "name": "openshift-service-ca.crt", "reconcileID": "93218123-32e3-42c7-9e94-fa8d56885b52", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-9ce355"} 2026-07-02T23:42:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-9ce355"}, "namespace": "ai-tenant-e2e-api-b-9ce355", "name": "openshift-service-ca.crt", "reconcileID": "93218123-32e3-42c7-9e94-fa8d56885b52", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-9ce355"} 2026-07-02T23:42:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-9ce355"}, "namespace": "ai-tenant-e2e-api-b-9ce355", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54a66281-f876-4c7f-bd9b-19568df45332", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-9ce355"} 2026-07-02T23:42:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-9ce355"}, "namespace": "ai-tenant-e2e-api-b-9ce355", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54a66281-f876-4c7f-bd9b-19568df45332", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-9ce355"} 2026-07-02T23:42:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ce355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ce355", "reconcileID": "2b1feb6f-6aad-4d8a-969e-091c3e5d7aae", "Gateway": "e2e-api-b-9ce355", "namespace": "openshift-ingress"} 2026-07-02T23:42:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "e4579881-a1fa-4dcf-8e7e-8b512d16089c", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:42:53Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "e4579881-a1fa-4dcf-8e7e-8b512d16089c", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8-authn-ssl"} 2026-07-02T23:42:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "e4579881-a1fa-4dcf-8e7e-8b512d16089c", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:42:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "8253df4e-524e-4565-9edb-bcd644485141", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:42:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "8253df4e-524e-4565-9edb-bcd644485141", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8-authn-ssl"} 2026-07-02T23:42:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "8253df4e-524e-4565-9edb-bcd644485141", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:42:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "13e86719-948f-4b2a-92e2-7c4aca7f749d", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:42:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "13e86719-948f-4b2a-92e2-7c4aca7f749d", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8-authn-ssl"} 2026-07-02T23:42:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "13e86719-948f-4b2a-92e2-7c4aca7f749d", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:42:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "d7c534b0-2d76-4eaf-8415-262176fdc5dc", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:42:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "d7c534b0-2d76-4eaf-8415-262176fdc5dc", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8-authn-ssl"} 2026-07-02T23:42:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "d7c534b0-2d76-4eaf-8415-262176fdc5dc", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:42:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "e8af7da4-90d3-4165-9955-27b07d9e34e0", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:42:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "e8af7da4-90d3-4165-9955-27b07d9e34e0", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8-authn-ssl"} 2026-07-02T23:42:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "e8af7da4-90d3-4165-9955-27b07d9e34e0", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:42:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "75c9be1d-7548-4360-9172-95e912d1e7d7", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:42:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "75c9be1d-7548-4360-9172-95e912d1e7d7", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8-authn-ssl"} 2026-07-02T23:42:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "75c9be1d-7548-4360-9172-95e912d1e7d7", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:42:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "29f5d6f5-b039-42ac-a5b1-1d2adda8f39c", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:42:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "29f5d6f5-b039-42ac-a5b1-1d2adda8f39c", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8-authn-ssl"} 2026-07-02T23:42:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "29f5d6f5-b039-42ac-a5b1-1d2adda8f39c", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:42:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "openshift-service-ca.crt", "reconcileID": "4f4fd836-3490-496d-9e9d-8908b00d7e8d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:42:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "odh-trusted-ca-bundle", "reconcileID": "d2c15dcb-e9a6-4f4f-ac49-2228de3c6acc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:42:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "openshift-service-ca.crt", "reconcileID": "674ec216-8c0e-4930-971f-fc8cd9dbe2ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-9d43a8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T23:42:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "openshift-service-ca.crt", "reconcileID": "674ec216-8c0e-4930-971f-fc8cd9dbe2ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:42:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d73e37fe-203e-49df-8b62-5d5faeff2aca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:42:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "openshift-service-ca.crt", "reconcileID": "1dc94dc0-2e5c-4896-bc9d-5c802304f788", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:42:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "odh-trusted-ca-bundle", "reconcileID": "d61f90e3-6095-486b-80dc-01db86b85ab8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9d43a8", "update": "odh-kserve-custom-ca-bundle"} 2026-07-02T23:42:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "odh-trusted-ca-bundle", "reconcileID": "d61f90e3-6095-486b-80dc-01db86b85ab8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:42:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9f58279f-87ea-49b1-a0d4-d0942bd8e5bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:42:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "091db50e-e35a-497a-bd23-3d5d06b92164", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:42:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "091db50e-e35a-497a-bd23-3d5d06b92164", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8-authn-ssl"} 2026-07-02T23:42:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "091db50e-e35a-497a-bd23-3d5d06b92164", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:42:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "38639082-032d-40c0-94fd-3fc36d1ffc25", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T23:43:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "54b3b0e3-b4b4-44aa-b7a2-1adbdcdb35f3", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:43:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "54b3b0e3-b4b4-44aa-b7a2-1adbdcdb35f3", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8-authn-ssl"} 2026-07-02T23:43:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "54b3b0e3-b4b4-44aa-b7a2-1adbdcdb35f3", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:43:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "3f8875d2-2f92-417b-99ea-56cc56d97adc", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:43:02Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "3f8875d2-2f92-417b-99ea-56cc56d97adc", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282-authn-ssl"} 2026-07-02T23:43:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "3f8875d2-2f92-417b-99ea-56cc56d97adc", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:43:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "36738b89-97bb-476d-a10f-551963e5b591", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:43:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "36738b89-97bb-476d-a10f-551963e5b591", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282-authn-ssl"} 2026-07-02T23:43:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "36738b89-97bb-476d-a10f-551963e5b591", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:43:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "d9845610-bba4-4894-a8f3-efe1c23012d6", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:43:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "d9845610-bba4-4894-a8f3-efe1c23012d6", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282-authn-ssl"} 2026-07-02T23:43:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "d9845610-bba4-4894-a8f3-efe1c23012d6", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:43:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "a8fa5f83-1d71-4375-a20e-e375e1593e2c", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:43:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "a8fa5f83-1d71-4375-a20e-e375e1593e2c", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282-authn-ssl"} 2026-07-02T23:43:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "a8fa5f83-1d71-4375-a20e-e375e1593e2c", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:43:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "b4c65ab8-bd41-4a9f-9e2c-cd5ca27b7ac6", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:43:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "b4c65ab8-bd41-4a9f-9e2c-cd5ca27b7ac6", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282-authn-ssl"} 2026-07-02T23:43:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "b4c65ab8-bd41-4a9f-9e2c-cd5ca27b7ac6", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:43:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "ffd8ac89-faf8-44c3-8ab4-32bd85f8652f", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:43:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "ffd8ac89-faf8-44c3-8ab4-32bd85f8652f", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282-authn-ssl"} 2026-07-02T23:43:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "ffd8ac89-faf8-44c3-8ab4-32bd85f8652f", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:43:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "37222454-c6b9-46e8-8f7e-3159f3ce65fb", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:43:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "37222454-c6b9-46e8-8f7e-3159f3ce65fb", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282-authn-ssl"} 2026-07-02T23:43:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "37222454-c6b9-46e8-8f7e-3159f3ce65fb", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:43:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "c711c96f-1906-4338-8104-f8cb6b0af3a6", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:43:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "c711c96f-1906-4338-8104-f8cb6b0af3a6", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282-authn-ssl"} 2026-07-02T23:43:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "c711c96f-1906-4338-8104-f8cb6b0af3a6", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:43:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "openshift-service-ca.crt", "reconcileID": "d43d64c5-c6a6-4203-add8-0ec1ef9a4fc3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:43:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "odh-trusted-ca-bundle", "reconcileID": "27011559-703e-42f4-afd8-41852599fd51", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:43:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "openshift-service-ca.crt", "reconcileID": "5512fe83-d96a-4cc2-b873-205d2ab72696", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-fcd282", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T23:43:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "openshift-service-ca.crt", "reconcileID": "5512fe83-d96a-4cc2-b873-205d2ab72696", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:43:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "openshift-service-ca.crt", "reconcileID": "3858859a-d5f7-47e8-b9fb-b1a55e76813e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-fcd282", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T23:43:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "openshift-service-ca.crt", "reconcileID": "3858859a-d5f7-47e8-b9fb-b1a55e76813e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T23:43:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "da2dd86a-79b3-4378-b3e7-4a5fdd268ab5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:43:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "openshift-service-ca.crt", "reconcileID": "3a085df5-8d80-4d48-b0ea-99979456d85b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:43:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "odh-trusted-ca-bundle", "reconcileID": "7fa8345f-2e7d-44c2-bf86-cc3d6d636243", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fcd282", "update": "odh-kserve-custom-ca-bundle"} 2026-07-02T23:43:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "odh-trusted-ca-bundle", "reconcileID": "7fa8345f-2e7d-44c2-bf86-cc3d6d636243", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:43:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1872f298-aef4-4cfb-ba5a-c9382ea57819", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:43:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "2cb77f79-148f-4ff7-8d03-55bfcab84967", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:43:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "2cb77f79-148f-4ff7-8d03-55bfcab84967", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282-authn-ssl"} 2026-07-02T23:43:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "2cb77f79-148f-4ff7-8d03-55bfcab84967", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:43:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "8405495e-5114-4bf7-affc-3157c369a3b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T23:43:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "auth-test-model-9d43a8", "reconcileID": "9c5ff1a1-9ddc-4103-b332-856f0d3b7056", "LLMInferenceService": "auth-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:43:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "auth-test-model-9d43a8", "reconcileID": "9c5ff1a1-9ddc-4103-b332-856f0d3b7056", "LLMInferenceService": "auth-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:43:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "auth-test-model-9d43a8", "reconcileID": "9c5ff1a1-9ddc-4103-b332-856f0d3b7056", "LLMInferenceService": "auth-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:43:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "e37d10d7-e472-4673-8045-27151d8fba68", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:43:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "auth-test-model-9d43a8", "reconcileID": "9c5ff1a1-9ddc-4103-b332-856f0d3b7056", "LLMInferenceService": "auth-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "auth-test-model-9d43a8-kserve-route-authn"} 2026-07-02T23:43:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "auth-test-model-9d43a8", "reconcileID": "9c5ff1a1-9ddc-4103-b332-856f0d3b7056", "LLMInferenceService": "auth-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8", "authType": "userdefined"} 2026-07-02T23:43:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "auth-test-model-9d43a8", "reconcileID": "9c5ff1a1-9ddc-4103-b332-856f0d3b7056", "LLMInferenceService": "auth-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:43:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "e37d10d7-e472-4673-8045-27151d8fba68", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8-authn-ssl"} 2026-07-02T23:43:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "e37d10d7-e472-4673-8045-27151d8fba68", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:43:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "auth-test-model-9d43a8", "reconcileID": "5c37549b-2d79-4e5a-bb62-b288bbb31dfd", "LLMInferenceService": "auth-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:43:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "auth-test-model-9d43a8", "reconcileID": "5c37549b-2d79-4e5a-bb62-b288bbb31dfd", "LLMInferenceService": "auth-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:43:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "auth-test-model-9d43a8", "reconcileID": "5c37549b-2d79-4e5a-bb62-b288bbb31dfd", "LLMInferenceService": "auth-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:43:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "auth-test-model-9d43a8", "reconcileID": "5c37549b-2d79-4e5a-bb62-b288bbb31dfd", "LLMInferenceService": "auth-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "auth-test-model-9d43a8-kserve-route-authn"} 2026-07-02T23:43:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "auth-test-model-9d43a8", "reconcileID": "5c37549b-2d79-4e5a-bb62-b288bbb31dfd", "LLMInferenceService": "auth-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8", "authType": "userdefined"} 2026-07-02T23:43:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "auth-test-model-9d43a8", "reconcileID": "5c37549b-2d79-4e5a-bb62-b288bbb31dfd", "LLMInferenceService": "auth-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:43:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "b1f24279-c50d-491d-aa9a-26052a6d8543", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:43:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "b1f24279-c50d-491d-aa9a-26052a6d8543", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8-authn-ssl"} 2026-07-02T23:43:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "b1f24279-c50d-491d-aa9a-26052a6d8543", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:43:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "auth-test-model-9d43a8", "reconcileID": "54702c49-fb5a-4bf8-b893-2580e6f41b18", "LLMInferenceService": "auth-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:43:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "auth-test-model-9d43a8", "reconcileID": "54702c49-fb5a-4bf8-b893-2580e6f41b18", "LLMInferenceService": "auth-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:43:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "auth-test-model-9d43a8", "reconcileID": "54702c49-fb5a-4bf8-b893-2580e6f41b18", "LLMInferenceService": "auth-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:43:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "auth-test-model-9d43a8", "reconcileID": "54702c49-fb5a-4bf8-b893-2580e6f41b18", "LLMInferenceService": "auth-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "auth-test-model-9d43a8-kserve-route-authn"} 2026-07-02T23:43:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "auth-test-model-9d43a8", "reconcileID": "54702c49-fb5a-4bf8-b893-2580e6f41b18", "LLMInferenceService": "auth-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8", "authType": "userdefined"} 2026-07-02T23:43:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "auth-test-model-9d43a8", "reconcileID": "54702c49-fb5a-4bf8-b893-2580e6f41b18", "LLMInferenceService": "auth-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:43:13Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-02T23:43:13Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-02T23:43:14Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-02T23:43:14Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-02T23:43:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "01747de8-89cd-4f12-8507-28af187fe054", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:43:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "01747de8-89cd-4f12-8507-28af187fe054", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282-authn-ssl"} 2026-07-02T23:43:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "01747de8-89cd-4f12-8507-28af187fe054", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:43:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "0e7702c5-ce57-437f-8cde-159b804e8c54", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T23:43:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "auth-test-model-9d43a8", "reconcileID": "bd5be4db-9cc4-421e-afe6-259d8cbc45ac", "LLMInferenceService": "auth-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:43:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "auth-test-model-9d43a8", "reconcileID": "bd5be4db-9cc4-421e-afe6-259d8cbc45ac", "LLMInferenceService": "auth-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:43:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "auth-test-model-9d43a8", "reconcileID": "bd5be4db-9cc4-421e-afe6-259d8cbc45ac", "LLMInferenceService": "auth-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:43:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "auth-test-model-9d43a8", "reconcileID": "bd5be4db-9cc4-421e-afe6-259d8cbc45ac", "LLMInferenceService": "auth-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "auth-test-model-9d43a8-kserve-route-authn"} 2026-07-02T23:43:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "auth-test-model-9d43a8", "reconcileID": "bd5be4db-9cc4-421e-afe6-259d8cbc45ac", "LLMInferenceService": "auth-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8", "authType": "userdefined"} 2026-07-02T23:43:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "auth-test-model-9d43a8", "reconcileID": "bd5be4db-9cc4-421e-afe6-259d8cbc45ac", "LLMInferenceService": "auth-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:43:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "auth-test-model-fcd282", "reconcileID": "9251c017-a1b5-4375-9e1a-eeee456d322f", "LLMInferenceService": "auth-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:43:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "auth-test-model-fcd282", "reconcileID": "9251c017-a1b5-4375-9e1a-eeee456d322f", "LLMInferenceService": "auth-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:43:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "auth-test-model-fcd282", "reconcileID": "9251c017-a1b5-4375-9e1a-eeee456d322f", "LLMInferenceService": "auth-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:43:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "auth-test-model-fcd282", "reconcileID": "9251c017-a1b5-4375-9e1a-eeee456d322f", "LLMInferenceService": "auth-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "auth-test-model-fcd282-kserve-route-authn"} 2026-07-02T23:43:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "auth-test-model-fcd282", "reconcileID": "9251c017-a1b5-4375-9e1a-eeee456d322f", "LLMInferenceService": "auth-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282", "authType": "userdefined"} 2026-07-02T23:43:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "auth-test-model-fcd282", "reconcileID": "9251c017-a1b5-4375-9e1a-eeee456d322f", "LLMInferenceService": "auth-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:43:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "bdf2ab6a-11e8-4487-8ac9-a260c4491102", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:43:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "bdf2ab6a-11e8-4487-8ac9-a260c4491102", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282-authn-ssl"} 2026-07-02T23:43:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "bdf2ab6a-11e8-4487-8ac9-a260c4491102", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:43:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "71d16d78-5ab0-46e4-9c16-a571e4a9e3d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T23:43:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "auth-test-model-fcd282", "reconcileID": "fcebcf17-c3d2-4f90-8a84-d17cda8e5863", "LLMInferenceService": "auth-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:43:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "auth-test-model-fcd282", "reconcileID": "fcebcf17-c3d2-4f90-8a84-d17cda8e5863", "LLMInferenceService": "auth-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:43:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "auth-test-model-fcd282", "reconcileID": "fcebcf17-c3d2-4f90-8a84-d17cda8e5863", "LLMInferenceService": "auth-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:43:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "auth-test-model-fcd282", "reconcileID": "fcebcf17-c3d2-4f90-8a84-d17cda8e5863", "LLMInferenceService": "auth-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "auth-test-model-fcd282-kserve-route-authn"} 2026-07-02T23:43:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "auth-test-model-fcd282", "reconcileID": "fcebcf17-c3d2-4f90-8a84-d17cda8e5863", "LLMInferenceService": "auth-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282", "authType": "userdefined"} 2026-07-02T23:43:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "auth-test-model-fcd282", "reconcileID": "fcebcf17-c3d2-4f90-8a84-d17cda8e5863", "LLMInferenceService": "auth-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:43:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "766dc51c-74dd-4cf2-875d-8213847cb5ed", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:43:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "766dc51c-74dd-4cf2-875d-8213847cb5ed", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282-authn-ssl"} 2026-07-02T23:43:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "766dc51c-74dd-4cf2-875d-8213847cb5ed", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:43:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "auth-test-model-fcd282", "reconcileID": "f74ed20d-f834-4ab7-a728-fe781e27fca9", "LLMInferenceService": "auth-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:43:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "auth-test-model-fcd282", "reconcileID": "f74ed20d-f834-4ab7-a728-fe781e27fca9", "LLMInferenceService": "auth-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:43:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "auth-test-model-fcd282", "reconcileID": "f74ed20d-f834-4ab7-a728-fe781e27fca9", "LLMInferenceService": "auth-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:43:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "auth-test-model-fcd282", "reconcileID": "f74ed20d-f834-4ab7-a728-fe781e27fca9", "LLMInferenceService": "auth-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "auth-test-model-fcd282-kserve-route-authn"} 2026-07-02T23:43:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "auth-test-model-fcd282", "reconcileID": "f74ed20d-f834-4ab7-a728-fe781e27fca9", "LLMInferenceService": "auth-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282", "authType": "userdefined"} 2026-07-02T23:43:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "auth-test-model-fcd282", "reconcileID": "f74ed20d-f834-4ab7-a728-fe781e27fca9", "LLMInferenceService": "auth-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:43:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "06c2ae57-96ef-4d5e-821f-bec114eeaaa2", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T23:43:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "auth-test-model-fcd282", "reconcileID": "b965f4a3-d645-4d86-b3fb-b5ecdf767148", "LLMInferenceService": "auth-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:43:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "auth-test-model-fcd282", "reconcileID": "b965f4a3-d645-4d86-b3fb-b5ecdf767148", "LLMInferenceService": "auth-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:43:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "auth-test-model-fcd282", "reconcileID": "b965f4a3-d645-4d86-b3fb-b5ecdf767148", "LLMInferenceService": "auth-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:43:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "auth-test-model-fcd282", "reconcileID": "b965f4a3-d645-4d86-b3fb-b5ecdf767148", "LLMInferenceService": "auth-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "auth-test-model-fcd282-kserve-route-authn"} 2026-07-02T23:43:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "auth-test-model-fcd282", "reconcileID": "b965f4a3-d645-4d86-b3fb-b5ecdf767148", "LLMInferenceService": "auth-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282", "authType": "userdefined"} 2026-07-02T23:43:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "auth-test-model-fcd282", "reconcileID": "b965f4a3-d645-4d86-b3fb-b5ecdf767148", "LLMInferenceService": "auth-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:43:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "250c4530-ac95-488c-9e33-2fffd83cd285", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:43:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "250c4530-ac95-488c-9e33-2fffd83cd285", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8-authn-ssl"} 2026-07-02T23:43:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "250c4530-ac95-488c-9e33-2fffd83cd285", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:44:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "abf57233-f037-4406-b693-3b8c10c5d17a", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:44:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "abf57233-f037-4406-b693-3b8c10c5d17a", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282-authn-ssl"} 2026-07-02T23:44:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "abf57233-f037-4406-b693-3b8c10c5d17a", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:45:31Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "auth-test-model-9d43a8", "reconcileID": "b0793da5-fa2c-4e2e-9a49-b6ec2bfcebd5", "LLMInferenceService": "auth-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:45:31Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "auth-test-model-9d43a8", "reconcileID": "b0793da5-fa2c-4e2e-9a49-b6ec2bfcebd5", "LLMInferenceService": "auth-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "auth-test-model-9d43a8"} 2026-07-02T23:45:31Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "auth-test-model-9d43a8", "reconcileID": "b0793da5-fa2c-4e2e-9a49-b6ec2bfcebd5", "LLMInferenceService": "auth-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:45:31Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "auth-test-model-9d43a8", "reconcileID": "b0793da5-fa2c-4e2e-9a49-b6ec2bfcebd5", "LLMInferenceService": "auth-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:45:31Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "auth-test-model-9d43a8", "reconcileID": "b0793da5-fa2c-4e2e-9a49-b6ec2bfcebd5", "LLMInferenceService": "auth-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "auth-test-model-9d43a8-kserve-route-authn"} 2026-07-02T23:45:31Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "auth-test-model-9d43a8", "reconcileID": "b0793da5-fa2c-4e2e-9a49-b6ec2bfcebd5", "LLMInferenceService": "auth-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "auth-test-model-9d43a8-kserve-route-authn"} 2026-07-02T23:45:31Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "auth-test-model-9d43a8", "reconcileID": "b0793da5-fa2c-4e2e-9a49-b6ec2bfcebd5", "LLMInferenceService": "auth-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:45:31Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "auth-test-model-9d43a8", "reconcileID": "b0793da5-fa2c-4e2e-9a49-b6ec2bfcebd5", "LLMInferenceService": "auth-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:45:32Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "auth-test-model-9d43a8", "reconcileID": "cc24e508-829b-4957-a6d2-512653adf51a", "LLMInferenceService": "auth-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:45:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "415c5530-a15d-4ec8-aad1-5b59e7da3f7d", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:45:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "415c5530-a15d-4ec8-aad1-5b59e7da3f7d", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8-authn-ssl"} 2026-07-02T23:45:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "415c5530-a15d-4ec8-aad1-5b59e7da3f7d", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:45:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "3d097a60-ac0b-4dc5-8c53-b331f1a1e06b", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:45:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "3d097a60-ac0b-4dc5-8c53-b331f1a1e06b", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8-authn-ssl"} 2026-07-02T23:45:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "3d097a60-ac0b-4dc5-8c53-b331f1a1e06b", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:45:32Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "auth-test-model-fcd282", "reconcileID": "a1a6a508-5ec1-4033-8a91-a315b8666961", "LLMInferenceService": "auth-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:45:32Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "auth-test-model-fcd282", "reconcileID": "a1a6a508-5ec1-4033-8a91-a315b8666961", "LLMInferenceService": "auth-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "auth-test-model-fcd282"} 2026-07-02T23:45:32Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "auth-test-model-fcd282", "reconcileID": "a1a6a508-5ec1-4033-8a91-a315b8666961", "LLMInferenceService": "auth-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:45:32Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "auth-test-model-fcd282", "reconcileID": "a1a6a508-5ec1-4033-8a91-a315b8666961", "LLMInferenceService": "auth-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:45:32Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "auth-test-model-fcd282", "reconcileID": "a1a6a508-5ec1-4033-8a91-a315b8666961", "LLMInferenceService": "auth-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "auth-test-model-fcd282-kserve-route-authn"} 2026-07-02T23:45:32Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "auth-test-model-fcd282", "reconcileID": "a1a6a508-5ec1-4033-8a91-a315b8666961", "LLMInferenceService": "auth-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "auth-test-model-fcd282-kserve-route-authn"} 2026-07-02T23:45:32Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "auth-test-model-fcd282", "reconcileID": "a1a6a508-5ec1-4033-8a91-a315b8666961", "LLMInferenceService": "auth-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:45:32Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "auth-test-model-fcd282", "reconcileID": "a1a6a508-5ec1-4033-8a91-a315b8666961", "LLMInferenceService": "auth-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:45:32Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "auth-test-model-fcd282", "reconcileID": "c49904eb-b951-481e-b9f3-ed22af4484b3", "LLMInferenceService": "auth-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:45:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "4b0b6f69-5c56-427d-b7dc-b09401d4c148", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:45:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "4b0b6f69-5c56-427d-b7dc-b09401d4c148", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282-authn-ssl"} 2026-07-02T23:45:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "4b0b6f69-5c56-427d-b7dc-b09401d4c148", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:45:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "4d34d1c5-78cb-45ff-8ea3-c4e30adc4b83", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:45:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "4d34d1c5-78cb-45ff-8ea3-c4e30adc4b83", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282-authn-ssl"} 2026-07-02T23:45:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "4d34d1c5-78cb-45ff-8ea3-c4e30adc4b83", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:45:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "sub-test-model-9d43a8", "reconcileID": "e67569e2-93c1-4383-973c-b04ef829c018", "LLMInferenceService": "sub-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:45:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "sub-test-model-9d43a8", "reconcileID": "e67569e2-93c1-4383-973c-b04ef829c018", "LLMInferenceService": "sub-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:45:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "sub-test-model-9d43a8", "reconcileID": "e67569e2-93c1-4383-973c-b04ef829c018", "LLMInferenceService": "sub-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:45:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "311e7fcd-0977-4623-9f17-ba869860466e", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:45:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "sub-test-model-9d43a8", "reconcileID": "e67569e2-93c1-4383-973c-b04ef829c018", "LLMInferenceService": "sub-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "sub-test-model-9d43a8-kserve-route-authn"} 2026-07-02T23:45:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "sub-test-model-9d43a8", "reconcileID": "e67569e2-93c1-4383-973c-b04ef829c018", "LLMInferenceService": "sub-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8", "authType": "userdefined"} 2026-07-02T23:45:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "sub-test-model-9d43a8", "reconcileID": "e67569e2-93c1-4383-973c-b04ef829c018", "LLMInferenceService": "sub-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:45:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "311e7fcd-0977-4623-9f17-ba869860466e", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8-authn-ssl"} 2026-07-02T23:45:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "311e7fcd-0977-4623-9f17-ba869860466e", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:45:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "sub-test-model-9d43a8", "reconcileID": "ed18f719-704d-49bf-a618-21fae007acf9", "LLMInferenceService": "sub-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:45:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "sub-test-model-9d43a8", "reconcileID": "ed18f719-704d-49bf-a618-21fae007acf9", "LLMInferenceService": "sub-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:45:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "sub-test-model-9d43a8", "reconcileID": "ed18f719-704d-49bf-a618-21fae007acf9", "LLMInferenceService": "sub-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:45:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "sub-test-model-9d43a8", "reconcileID": "ed18f719-704d-49bf-a618-21fae007acf9", "LLMInferenceService": "sub-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "sub-test-model-9d43a8-kserve-route-authn"} 2026-07-02T23:45:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "sub-test-model-9d43a8", "reconcileID": "ed18f719-704d-49bf-a618-21fae007acf9", "LLMInferenceService": "sub-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8", "authType": "userdefined"} 2026-07-02T23:45:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "sub-test-model-9d43a8", "reconcileID": "ed18f719-704d-49bf-a618-21fae007acf9", "LLMInferenceService": "sub-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:45:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "fc9b3e1e-6671-4b4d-9990-49d95069f410", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:45:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "fc9b3e1e-6671-4b4d-9990-49d95069f410", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8-authn-ssl"} 2026-07-02T23:45:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "fc9b3e1e-6671-4b4d-9990-49d95069f410", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:45:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "sub-test-model-9d43a8", "reconcileID": "cccb43e9-5bd1-4f63-bc84-badb8e5566e6", "LLMInferenceService": "sub-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:45:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "sub-test-model-9d43a8", "reconcileID": "cccb43e9-5bd1-4f63-bc84-badb8e5566e6", "LLMInferenceService": "sub-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:45:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "sub-test-model-9d43a8", "reconcileID": "cccb43e9-5bd1-4f63-bc84-badb8e5566e6", "LLMInferenceService": "sub-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:45:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "sub-test-model-9d43a8", "reconcileID": "cccb43e9-5bd1-4f63-bc84-badb8e5566e6", "LLMInferenceService": "sub-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "sub-test-model-9d43a8-kserve-route-authn"} 2026-07-02T23:45:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "sub-test-model-9d43a8", "reconcileID": "cccb43e9-5bd1-4f63-bc84-badb8e5566e6", "LLMInferenceService": "sub-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8", "authType": "userdefined"} 2026-07-02T23:45:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "sub-test-model-9d43a8", "reconcileID": "cccb43e9-5bd1-4f63-bc84-badb8e5566e6", "LLMInferenceService": "sub-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:45:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "sub-test-model-9d43a8", "reconcileID": "479cb653-cae9-4705-9c18-d530f9b236f8", "LLMInferenceService": "sub-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:45:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "sub-test-model-9d43a8", "reconcileID": "479cb653-cae9-4705-9c18-d530f9b236f8", "LLMInferenceService": "sub-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:45:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "sub-test-model-9d43a8", "reconcileID": "479cb653-cae9-4705-9c18-d530f9b236f8", "LLMInferenceService": "sub-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:45:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "sub-test-model-9d43a8", "reconcileID": "479cb653-cae9-4705-9c18-d530f9b236f8", "LLMInferenceService": "sub-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "sub-test-model-9d43a8-kserve-route-authn"} 2026-07-02T23:45:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "sub-test-model-9d43a8", "reconcileID": "479cb653-cae9-4705-9c18-d530f9b236f8", "LLMInferenceService": "sub-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8", "authType": "userdefined"} 2026-07-02T23:45:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "sub-test-model-9d43a8", "reconcileID": "479cb653-cae9-4705-9c18-d530f9b236f8", "LLMInferenceService": "sub-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:45:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "sub-test-model-fcd282", "reconcileID": "ac198f27-de2e-4643-9c58-b56c66be42ca", "LLMInferenceService": "sub-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:45:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "sub-test-model-fcd282", "reconcileID": "ac198f27-de2e-4643-9c58-b56c66be42ca", "LLMInferenceService": "sub-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:45:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "sub-test-model-fcd282", "reconcileID": "ac198f27-de2e-4643-9c58-b56c66be42ca", "LLMInferenceService": "sub-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:45:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "f5ae2c9d-59ae-4ef4-aff3-74928701bee9", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:45:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "sub-test-model-fcd282", "reconcileID": "ac198f27-de2e-4643-9c58-b56c66be42ca", "LLMInferenceService": "sub-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "sub-test-model-fcd282-kserve-route-authn"} 2026-07-02T23:45:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "sub-test-model-fcd282", "reconcileID": "ac198f27-de2e-4643-9c58-b56c66be42ca", "LLMInferenceService": "sub-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282", "authType": "userdefined"} 2026-07-02T23:45:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "sub-test-model-fcd282", "reconcileID": "ac198f27-de2e-4643-9c58-b56c66be42ca", "LLMInferenceService": "sub-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:45:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "f5ae2c9d-59ae-4ef4-aff3-74928701bee9", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282-authn-ssl"} 2026-07-02T23:45:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "f5ae2c9d-59ae-4ef4-aff3-74928701bee9", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:46:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "sub-test-model-fcd282", "reconcileID": "1b3c4863-76ae-44b2-a755-05d44a991c39", "LLMInferenceService": "sub-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:46:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "sub-test-model-fcd282", "reconcileID": "1b3c4863-76ae-44b2-a755-05d44a991c39", "LLMInferenceService": "sub-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:46:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "sub-test-model-fcd282", "reconcileID": "1b3c4863-76ae-44b2-a755-05d44a991c39", "LLMInferenceService": "sub-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:46:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "sub-test-model-fcd282", "reconcileID": "1b3c4863-76ae-44b2-a755-05d44a991c39", "LLMInferenceService": "sub-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "sub-test-model-fcd282-kserve-route-authn"} 2026-07-02T23:46:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "sub-test-model-fcd282", "reconcileID": "1b3c4863-76ae-44b2-a755-05d44a991c39", "LLMInferenceService": "sub-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282", "authType": "userdefined"} 2026-07-02T23:46:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "sub-test-model-fcd282", "reconcileID": "1b3c4863-76ae-44b2-a755-05d44a991c39", "LLMInferenceService": "sub-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:46:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "dc2f2c47-1246-49eb-8e60-20cb481c9d4e", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:46:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "dc2f2c47-1246-49eb-8e60-20cb481c9d4e", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282-authn-ssl"} 2026-07-02T23:46:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "dc2f2c47-1246-49eb-8e60-20cb481c9d4e", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:46:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "sub-test-model-fcd282", "reconcileID": "477cc7fb-279e-4b70-a2b1-1a8be52d1f31", "LLMInferenceService": "sub-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:46:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "sub-test-model-fcd282", "reconcileID": "477cc7fb-279e-4b70-a2b1-1a8be52d1f31", "LLMInferenceService": "sub-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:46:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "sub-test-model-fcd282", "reconcileID": "477cc7fb-279e-4b70-a2b1-1a8be52d1f31", "LLMInferenceService": "sub-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:46:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "sub-test-model-fcd282", "reconcileID": "477cc7fb-279e-4b70-a2b1-1a8be52d1f31", "LLMInferenceService": "sub-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "sub-test-model-fcd282-kserve-route-authn"} 2026-07-02T23:46:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "sub-test-model-fcd282", "reconcileID": "477cc7fb-279e-4b70-a2b1-1a8be52d1f31", "LLMInferenceService": "sub-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282", "authType": "userdefined"} 2026-07-02T23:46:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "sub-test-model-fcd282", "reconcileID": "477cc7fb-279e-4b70-a2b1-1a8be52d1f31", "LLMInferenceService": "sub-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:46:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "sub-test-model-fcd282", "reconcileID": "c937e651-c122-4cfc-929d-da107a1c3be9", "LLMInferenceService": "sub-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:46:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "sub-test-model-fcd282", "reconcileID": "c937e651-c122-4cfc-929d-da107a1c3be9", "LLMInferenceService": "sub-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:46:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "sub-test-model-fcd282", "reconcileID": "c937e651-c122-4cfc-929d-da107a1c3be9", "LLMInferenceService": "sub-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:46:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "sub-test-model-fcd282", "reconcileID": "c937e651-c122-4cfc-929d-da107a1c3be9", "LLMInferenceService": "sub-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "sub-test-model-fcd282-kserve-route-authn"} 2026-07-02T23:46:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "sub-test-model-fcd282", "reconcileID": "c937e651-c122-4cfc-929d-da107a1c3be9", "LLMInferenceService": "sub-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282", "authType": "userdefined"} 2026-07-02T23:46:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "sub-test-model-fcd282", "reconcileID": "c937e651-c122-4cfc-929d-da107a1c3be9", "LLMInferenceService": "sub-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:47:01Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "sub-test-model-9d43a8", "reconcileID": "4ffc000c-25ca-47ad-8c24-a68f9a1060ee", "LLMInferenceService": "sub-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:47:01Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "sub-test-model-9d43a8", "reconcileID": "4ffc000c-25ca-47ad-8c24-a68f9a1060ee", "LLMInferenceService": "sub-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "sub-test-model-9d43a8"} 2026-07-02T23:47:01Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "sub-test-model-9d43a8", "reconcileID": "4ffc000c-25ca-47ad-8c24-a68f9a1060ee", "LLMInferenceService": "sub-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:47:01Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "sub-test-model-9d43a8", "reconcileID": "4ffc000c-25ca-47ad-8c24-a68f9a1060ee", "LLMInferenceService": "sub-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:47:01Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "sub-test-model-9d43a8", "reconcileID": "4ffc000c-25ca-47ad-8c24-a68f9a1060ee", "LLMInferenceService": "sub-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "sub-test-model-9d43a8-kserve-route-authn"} 2026-07-02T23:47:01Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "sub-test-model-9d43a8", "reconcileID": "4ffc000c-25ca-47ad-8c24-a68f9a1060ee", "LLMInferenceService": "sub-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "sub-test-model-9d43a8-kserve-route-authn"} 2026-07-02T23:47:01Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "sub-test-model-9d43a8", "reconcileID": "4ffc000c-25ca-47ad-8c24-a68f9a1060ee", "LLMInferenceService": "sub-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:47:01Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "sub-test-model-9d43a8", "reconcileID": "4ffc000c-25ca-47ad-8c24-a68f9a1060ee", "LLMInferenceService": "sub-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:47:01Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "sub-test-model-9d43a8", "reconcileID": "40c11fb3-2f5a-4a77-abd4-7e96df7a6ebc", "LLMInferenceService": "sub-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:47:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "26a02f33-f7d9-4ba7-a43e-440d16031040", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:47:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "26a02f33-f7d9-4ba7-a43e-440d16031040", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8-authn-ssl"} 2026-07-02T23:47:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "26a02f33-f7d9-4ba7-a43e-440d16031040", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:47:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "fcc40a0f-921d-4fce-88ba-960b7a9941aa", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:47:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "fcc40a0f-921d-4fce-88ba-960b7a9941aa", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8-authn-ssl"} 2026-07-02T23:47:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "fcc40a0f-921d-4fce-88ba-960b7a9941aa", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:47:01Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "sub-test-model-fcd282", "reconcileID": "37b4b838-b5b7-4061-9c46-c784364fddfa", "LLMInferenceService": "sub-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:47:01Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "sub-test-model-fcd282", "reconcileID": "37b4b838-b5b7-4061-9c46-c784364fddfa", "LLMInferenceService": "sub-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "sub-test-model-fcd282"} 2026-07-02T23:47:01Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "sub-test-model-fcd282", "reconcileID": "37b4b838-b5b7-4061-9c46-c784364fddfa", "LLMInferenceService": "sub-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:47:01Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "sub-test-model-fcd282", "reconcileID": "37b4b838-b5b7-4061-9c46-c784364fddfa", "LLMInferenceService": "sub-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:47:01Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "sub-test-model-fcd282", "reconcileID": "37b4b838-b5b7-4061-9c46-c784364fddfa", "LLMInferenceService": "sub-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "sub-test-model-fcd282-kserve-route-authn"} 2026-07-02T23:47:01Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "sub-test-model-fcd282", "reconcileID": "37b4b838-b5b7-4061-9c46-c784364fddfa", "LLMInferenceService": "sub-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "sub-test-model-fcd282-kserve-route-authn"} 2026-07-02T23:47:01Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "sub-test-model-fcd282", "reconcileID": "37b4b838-b5b7-4061-9c46-c784364fddfa", "LLMInferenceService": "sub-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:47:01Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "sub-test-model-fcd282", "reconcileID": "37b4b838-b5b7-4061-9c46-c784364fddfa", "LLMInferenceService": "sub-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:47:02Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "sub-test-model-fcd282", "reconcileID": "a3eb4127-1ff1-4625-93f4-2e19ea7a8855", "LLMInferenceService": "sub-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:47:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "a375a212-78ac-4172-bf54-8bb36f992ce4", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:47:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "a375a212-78ac-4172-bf54-8bb36f992ce4", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282-authn-ssl"} 2026-07-02T23:47:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "a375a212-78ac-4172-bf54-8bb36f992ce4", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:47:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "33d79065-4da1-4d43-96e7-bd12d1f2d34a", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:47:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "33d79065-4da1-4d43-96e7-bd12d1f2d34a", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282-authn-ssl"} 2026-07-02T23:47:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "33d79065-4da1-4d43-96e7-bd12d1f2d34a", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:47:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8", "reconcileID": "8f51d5d5-fc37-49e8-8220-1e064cdd633c", "LLMInferenceService": "rate-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:47:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8", "reconcileID": "8f51d5d5-fc37-49e8-8220-1e064cdd633c", "LLMInferenceService": "rate-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:47:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8", "reconcileID": "8f51d5d5-fc37-49e8-8220-1e064cdd633c", "LLMInferenceService": "rate-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:47:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "157093c0-dab0-43f1-90de-6151f35effd4", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:47:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8", "reconcileID": "8f51d5d5-fc37-49e8-8220-1e064cdd633c", "LLMInferenceService": "rate-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8-kserve-route-authn"} 2026-07-02T23:47:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8", "reconcileID": "8f51d5d5-fc37-49e8-8220-1e064cdd633c", "LLMInferenceService": "rate-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8", "authType": "userdefined"} 2026-07-02T23:47:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8", "reconcileID": "8f51d5d5-fc37-49e8-8220-1e064cdd633c", "LLMInferenceService": "rate-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:47:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "157093c0-dab0-43f1-90de-6151f35effd4", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8-authn-ssl"} 2026-07-02T23:47:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "157093c0-dab0-43f1-90de-6151f35effd4", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:47:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8", "reconcileID": "026325a8-1122-442d-8f81-2457eb61988a", "LLMInferenceService": "rate-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:47:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8", "reconcileID": "026325a8-1122-442d-8f81-2457eb61988a", "LLMInferenceService": "rate-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:47:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8", "reconcileID": "026325a8-1122-442d-8f81-2457eb61988a", "LLMInferenceService": "rate-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:47:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8", "reconcileID": "026325a8-1122-442d-8f81-2457eb61988a", "LLMInferenceService": "rate-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8-kserve-route-authn"} 2026-07-02T23:47:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8", "reconcileID": "026325a8-1122-442d-8f81-2457eb61988a", "LLMInferenceService": "rate-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8", "authType": "userdefined"} 2026-07-02T23:47:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8", "reconcileID": "026325a8-1122-442d-8f81-2457eb61988a", "LLMInferenceService": "rate-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:47:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "85f0bc05-2729-4b22-bd21-e8bf246c3430", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:47:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "85f0bc05-2729-4b22-bd21-e8bf246c3430", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8-authn-ssl"} 2026-07-02T23:47:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "85f0bc05-2729-4b22-bd21-e8bf246c3430", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:47:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8", "reconcileID": "aa891c94-1668-4206-825e-3f3c3b6b65ba", "LLMInferenceService": "rate-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:47:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8", "reconcileID": "aa891c94-1668-4206-825e-3f3c3b6b65ba", "LLMInferenceService": "rate-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:47:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8", "reconcileID": "aa891c94-1668-4206-825e-3f3c3b6b65ba", "LLMInferenceService": "rate-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:47:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8", "reconcileID": "aa891c94-1668-4206-825e-3f3c3b6b65ba", "LLMInferenceService": "rate-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8-kserve-route-authn"} 2026-07-02T23:47:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8", "reconcileID": "aa891c94-1668-4206-825e-3f3c3b6b65ba", "LLMInferenceService": "rate-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8", "authType": "userdefined"} 2026-07-02T23:47:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8", "reconcileID": "aa891c94-1668-4206-825e-3f3c3b6b65ba", "LLMInferenceService": "rate-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:47:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8", "reconcileID": "d9b49b26-b61d-4eca-b02d-eaf9e4d483d6", "LLMInferenceService": "rate-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:47:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8", "reconcileID": "d9b49b26-b61d-4eca-b02d-eaf9e4d483d6", "LLMInferenceService": "rate-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:47:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8", "reconcileID": "d9b49b26-b61d-4eca-b02d-eaf9e4d483d6", "LLMInferenceService": "rate-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:47:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8", "reconcileID": "d9b49b26-b61d-4eca-b02d-eaf9e4d483d6", "LLMInferenceService": "rate-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8-kserve-route-authn"} 2026-07-02T23:47:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8", "reconcileID": "d9b49b26-b61d-4eca-b02d-eaf9e4d483d6", "LLMInferenceService": "rate-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8", "authType": "userdefined"} 2026-07-02T23:47:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8", "reconcileID": "d9b49b26-b61d-4eca-b02d-eaf9e4d483d6", "LLMInferenceService": "rate-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:47:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8", "reconcileID": "76234270-d649-41e5-a23f-22e11a52c3e2", "LLMInferenceService": "rate-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:47:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8", "reconcileID": "76234270-d649-41e5-a23f-22e11a52c3e2", "LLMInferenceService": "rate-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:47:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8", "reconcileID": "76234270-d649-41e5-a23f-22e11a52c3e2", "LLMInferenceService": "rate-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:47:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8", "reconcileID": "76234270-d649-41e5-a23f-22e11a52c3e2", "LLMInferenceService": "rate-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8-kserve-route-authn"} 2026-07-02T23:47:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8", "reconcileID": "76234270-d649-41e5-a23f-22e11a52c3e2", "LLMInferenceService": "rate-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8", "authType": "userdefined"} 2026-07-02T23:47:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8", "reconcileID": "76234270-d649-41e5-a23f-22e11a52c3e2", "LLMInferenceService": "rate-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:47:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "rate-test-model-fcd282", "reconcileID": "2e35a824-3009-4093-a6a5-9c6a52c91ca3", "LLMInferenceService": "rate-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:47:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "rate-test-model-fcd282", "reconcileID": "2e35a824-3009-4093-a6a5-9c6a52c91ca3", "LLMInferenceService": "rate-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:47:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "rate-test-model-fcd282", "reconcileID": "2e35a824-3009-4093-a6a5-9c6a52c91ca3", "LLMInferenceService": "rate-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:47:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "56fbef5e-4817-4fb5-9c76-f766c4d6f02b", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:47:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "rate-test-model-fcd282", "reconcileID": "2e35a824-3009-4093-a6a5-9c6a52c91ca3", "LLMInferenceService": "rate-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "rate-test-model-fcd282-kserve-route-authn"} 2026-07-02T23:47:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "rate-test-model-fcd282", "reconcileID": "2e35a824-3009-4093-a6a5-9c6a52c91ca3", "LLMInferenceService": "rate-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282", "authType": "userdefined"} 2026-07-02T23:47:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "rate-test-model-fcd282", "reconcileID": "2e35a824-3009-4093-a6a5-9c6a52c91ca3", "LLMInferenceService": "rate-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:47:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "56fbef5e-4817-4fb5-9c76-f766c4d6f02b", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282-authn-ssl"} 2026-07-02T23:47:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "56fbef5e-4817-4fb5-9c76-f766c4d6f02b", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:47:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "rate-test-model-fcd282", "reconcileID": "c90ff941-e555-4e0f-b5a9-762fe6353e0b", "LLMInferenceService": "rate-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:47:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "rate-test-model-fcd282", "reconcileID": "c90ff941-e555-4e0f-b5a9-762fe6353e0b", "LLMInferenceService": "rate-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:47:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "rate-test-model-fcd282", "reconcileID": "c90ff941-e555-4e0f-b5a9-762fe6353e0b", "LLMInferenceService": "rate-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:47:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "rate-test-model-fcd282", "reconcileID": "c90ff941-e555-4e0f-b5a9-762fe6353e0b", "LLMInferenceService": "rate-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "rate-test-model-fcd282-kserve-route-authn"} 2026-07-02T23:47:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "rate-test-model-fcd282", "reconcileID": "c90ff941-e555-4e0f-b5a9-762fe6353e0b", "LLMInferenceService": "rate-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282", "authType": "userdefined"} 2026-07-02T23:47:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "rate-test-model-fcd282", "reconcileID": "c90ff941-e555-4e0f-b5a9-762fe6353e0b", "LLMInferenceService": "rate-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:48:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "b8eb3523-917c-45f2-9671-508185bb3ebb", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:48:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "b8eb3523-917c-45f2-9671-508185bb3ebb", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282-authn-ssl"} 2026-07-02T23:48:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "b8eb3523-917c-45f2-9671-508185bb3ebb", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:48:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "rate-test-model-fcd282", "reconcileID": "d0da0096-daae-4db8-99c1-09c33077a87b", "LLMInferenceService": "rate-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:48:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "rate-test-model-fcd282", "reconcileID": "d0da0096-daae-4db8-99c1-09c33077a87b", "LLMInferenceService": "rate-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:48:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "rate-test-model-fcd282", "reconcileID": "d0da0096-daae-4db8-99c1-09c33077a87b", "LLMInferenceService": "rate-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:48:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "rate-test-model-fcd282", "reconcileID": "d0da0096-daae-4db8-99c1-09c33077a87b", "LLMInferenceService": "rate-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "rate-test-model-fcd282-kserve-route-authn"} 2026-07-02T23:48:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "rate-test-model-fcd282", "reconcileID": "d0da0096-daae-4db8-99c1-09c33077a87b", "LLMInferenceService": "rate-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282", "authType": "userdefined"} 2026-07-02T23:48:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "rate-test-model-fcd282", "reconcileID": "d0da0096-daae-4db8-99c1-09c33077a87b", "LLMInferenceService": "rate-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:48:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "3b5db9a2-1db7-4466-b9d4-60feb1ac94c3", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T23:48:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "6710d674-0ce6-4765-a92a-f81316f9f2c5", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T23:48:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "rate-test-model-fcd282", "reconcileID": "6b8a422c-da3b-459e-a640-721ce7b09fe0", "LLMInferenceService": "rate-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:48:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "rate-test-model-fcd282", "reconcileID": "6b8a422c-da3b-459e-a640-721ce7b09fe0", "LLMInferenceService": "rate-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:48:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "rate-test-model-fcd282", "reconcileID": "6b8a422c-da3b-459e-a640-721ce7b09fe0", "LLMInferenceService": "rate-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:48:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "rate-test-model-fcd282", "reconcileID": "6b8a422c-da3b-459e-a640-721ce7b09fe0", "LLMInferenceService": "rate-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "rate-test-model-fcd282-kserve-route-authn"} 2026-07-02T23:48:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "rate-test-model-fcd282", "reconcileID": "6b8a422c-da3b-459e-a640-721ce7b09fe0", "LLMInferenceService": "rate-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282", "authType": "userdefined"} 2026-07-02T23:48:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "rate-test-model-fcd282", "reconcileID": "6b8a422c-da3b-459e-a640-721ce7b09fe0", "LLMInferenceService": "rate-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:48:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "1e43f6c2-49de-4ccd-b179-a109acfad714", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T23:48:55Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8", "reconcileID": "8e8c0da5-22ee-414a-aeed-f72319582d11", "LLMInferenceService": "rate-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:48:55Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8", "reconcileID": "8e8c0da5-22ee-414a-aeed-f72319582d11", "LLMInferenceService": "rate-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8"} 2026-07-02T23:48:55Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8", "reconcileID": "8e8c0da5-22ee-414a-aeed-f72319582d11", "LLMInferenceService": "rate-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:48:55Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8", "reconcileID": "8e8c0da5-22ee-414a-aeed-f72319582d11", "LLMInferenceService": "rate-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:48:55Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8", "reconcileID": "8e8c0da5-22ee-414a-aeed-f72319582d11", "LLMInferenceService": "rate-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8-kserve-route-authn"} 2026-07-02T23:48:55Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8", "reconcileID": "8e8c0da5-22ee-414a-aeed-f72319582d11", "LLMInferenceService": "rate-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8-kserve-route-authn"} 2026-07-02T23:48:55Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8", "reconcileID": "8e8c0da5-22ee-414a-aeed-f72319582d11", "LLMInferenceService": "rate-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:48:55Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8", "reconcileID": "8e8c0da5-22ee-414a-aeed-f72319582d11", "LLMInferenceService": "rate-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:48:55Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d43a8","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "rate-test-model-9d43a8", "reconcileID": "3de3d31c-bbae-4d9b-8747-61c46a85d478", "LLMInferenceService": "rate-test-model-9d43a8", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:48:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "175b6b70-4953-4c3b-996a-ab979bbd5b01", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:48:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "175b6b70-4953-4c3b-996a-ab979bbd5b01", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8-authn-ssl"} 2026-07-02T23:48:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "175b6b70-4953-4c3b-996a-ab979bbd5b01", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:48:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "2ea78b4a-89c0-4f81-8d2d-8832f8cc4688", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:48:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "2ea78b4a-89c0-4f81-8d2d-8832f8cc4688", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8-authn-ssl"} 2026-07-02T23:48:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "2ea78b4a-89c0-4f81-8d2d-8832f8cc4688", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:48:55Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "rate-test-model-fcd282", "reconcileID": "1db8bdaf-8e98-447f-ac0e-04ce0ace281e", "LLMInferenceService": "rate-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:48:55Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "rate-test-model-fcd282", "reconcileID": "1db8bdaf-8e98-447f-ac0e-04ce0ace281e", "LLMInferenceService": "rate-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "rate-test-model-fcd282"} 2026-07-02T23:48:55Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "rate-test-model-fcd282", "reconcileID": "1db8bdaf-8e98-447f-ac0e-04ce0ace281e", "LLMInferenceService": "rate-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:48:55Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "rate-test-model-fcd282", "reconcileID": "1db8bdaf-8e98-447f-ac0e-04ce0ace281e", "LLMInferenceService": "rate-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:48:55Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "rate-test-model-fcd282", "reconcileID": "1db8bdaf-8e98-447f-ac0e-04ce0ace281e", "LLMInferenceService": "rate-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "rate-test-model-fcd282-kserve-route-authn"} 2026-07-02T23:48:55Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "rate-test-model-fcd282", "reconcileID": "1db8bdaf-8e98-447f-ac0e-04ce0ace281e", "LLMInferenceService": "rate-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "rate-test-model-fcd282-kserve-route-authn"} 2026-07-02T23:48:55Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "rate-test-model-fcd282", "reconcileID": "1db8bdaf-8e98-447f-ac0e-04ce0ace281e", "LLMInferenceService": "rate-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:48:55Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "rate-test-model-fcd282", "reconcileID": "1db8bdaf-8e98-447f-ac0e-04ce0ace281e", "LLMInferenceService": "rate-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:48:56Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fcd282","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "rate-test-model-fcd282", "reconcileID": "764b2877-3b13-425b-b624-ebf0333895ef", "LLMInferenceService": "rate-test-model-fcd282", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:48:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "2a2858a6-02c3-4ff4-8ebc-ffbb89512807", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:48:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "2a2858a6-02c3-4ff4-8ebc-ffbb89512807", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282-authn-ssl"} 2026-07-02T23:48:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "2a2858a6-02c3-4ff4-8ebc-ffbb89512807", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:48:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "8ab501a0-7462-4219-b1ea-bb8a39203d50", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:48:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "8ab501a0-7462-4219-b1ea-bb8a39203d50", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282-authn-ssl"} 2026-07-02T23:48:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "8ab501a0-7462-4219-b1ea-bb8a39203d50", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:48:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "45646a87-68a7-4dec-906e-8b6ca3c4e6ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T23:48:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "42880760-ea58-4f4f-8f48-44bb58c0f237", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:48:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "42880760-ea58-4f4f-8f48-44bb58c0f237", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8-authn-ssl"} 2026-07-02T23:48:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "42880760-ea58-4f4f-8f48-44bb58c0f237", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:49:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9946baf9-37da-4962-bde7-ebdb901e5257", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:49:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9946baf9-37da-4962-bde7-ebdb901e5257", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9d43a8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T23:49:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9946baf9-37da-4962-bde7-ebdb901e5257", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-9d43a8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T23:49:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "odh-trusted-ca-bundle", "reconcileID": "d8cc2e21-179e-4eda-8a6f-edf40e5d847b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:49:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "odh-trusted-ca-bundle", "reconcileID": "d8cc2e21-179e-4eda-8a6f-edf40e5d847b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:49:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "openshift-service-ca.crt", "reconcileID": "07adfc70-29fd-4c8b-a474-59991af2d3bb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:49:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "openshift-service-ca.crt", "reconcileID": "07adfc70-29fd-4c8b-a474-59991af2d3bb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:49:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "921b230f-c067-4009-aa4a-ce0ce13af299", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:49:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9d43a8"}, "namespace": "ai-tenant-e2e-shared-a-9d43a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "921b230f-c067-4009-aa4a-ce0ce13af299", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9d43a8"} 2026-07-02T23:49:39Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9d43a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9d43a8", "reconcileID": "fcce1480-4d72-47e8-9722-f1b939e869ad", "Gateway": "e2e-shared-a-9d43a8", "namespace": "openshift-ingress"} 2026-07-02T23:49:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "e2dbb9c8-6d09-4a60-a5b6-8f7aba3441f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T23:49:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "2ff20fbe-9db9-4c26-920a-6bf63dbc71d8", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:49:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "2ff20fbe-9db9-4c26-920a-6bf63dbc71d8", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282-authn-ssl"} 2026-07-02T23:49:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "2ff20fbe-9db9-4c26-920a-6bf63dbc71d8", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"} 2026-07-02T23:49:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7f66ceb-f12a-4b13-ac4f-2eb1d74992ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:49:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7f66ceb-f12a-4b13-ac4f-2eb1d74992ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fcd282", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T23:49:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7f66ceb-f12a-4b13-ac4f-2eb1d74992ee", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-fcd282 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T23:49:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "odh-trusted-ca-bundle", "reconcileID": "d564c115-0331-4563-8031-3be4a11eeecf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:49:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "odh-trusted-ca-bundle", "reconcileID": "d564c115-0331-4563-8031-3be4a11eeecf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:49:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "openshift-service-ca.crt", "reconcileID": "5a5587e4-5ec6-47c0-867c-01e69792bf39", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:49:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "openshift-service-ca.crt", "reconcileID": "5a5587e4-5ec6-47c0-867c-01e69792bf39", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:49:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "01bb0e2a-bdc3-42b1-9e99-c428fb189bb2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:49:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fcd282"}, "namespace": "ai-tenant-e2e-shared-b-fcd282", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "01bb0e2a-bdc3-42b1-9e99-c428fb189bb2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fcd282"} 2026-07-02T23:49:46Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fcd282","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fcd282", "reconcileID": "7cc16580-bb8c-4c88-8f4b-808e4269894e", "Gateway": "e2e-shared-b-fcd282", "namespace": "openshift-ingress"}