2026-07-02T19:35:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a3b3e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a3b3e6", "reconcileID": "272637c6-2faa-44b8-adda-0d3bd072be29", "Gateway": "e2e-api-b-a3b3e6", "namespace": "openshift-ingress"} 2026-07-02T19:35:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a3b3e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a3b3e6", "reconcileID": "272637c6-2faa-44b8-adda-0d3bd072be29", "Gateway": "e2e-api-b-a3b3e6", "namespace": "openshift-ingress", "name": "e2e-api-b-a3b3e6-authn-ssl"} 2026-07-02T19:35:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a3b3e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a3b3e6", "reconcileID": "272637c6-2faa-44b8-adda-0d3bd072be29", "Gateway": "e2e-api-b-a3b3e6", "namespace": "openshift-ingress"} 2026-07-02T19:35:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-55a636","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-55a636", "reconcileID": "0e6f447a-f70f-44e3-a6fb-3e29dca4c985", "Gateway": "e2e-api-a-55a636", "namespace": "openshift-ingress"} 2026-07-02T19:35:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-55a636","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-55a636", "reconcileID": "0e6f447a-f70f-44e3-a6fb-3e29dca4c985", "Gateway": "e2e-api-a-55a636", "namespace": "openshift-ingress", "name": "e2e-api-a-55a636-authn-ssl"} 2026-07-02T19:35:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-55a636","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-55a636", "reconcileID": "0e6f447a-f70f-44e3-a6fb-3e29dca4c985", "Gateway": "e2e-api-a-55a636", "namespace": "openshift-ingress"} 2026-07-02T19:35:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a3b3e6"}, "namespace": "ai-tenant-e2e-api-b-a3b3e6", "name": "openshift-service-ca.crt", "reconcileID": "fda9534c-4066-4d7e-916f-fa681819ba8a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a3b3e6"} 2026-07-02T19:35:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a3b3e6"}, "namespace": "ai-tenant-e2e-api-b-a3b3e6", "name": "odh-trusted-ca-bundle", "reconcileID": "a53df8c8-8002-42ce-8a66-701004905424", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a3b3e6"} 2026-07-02T19:35:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a3b3e6"}, "namespace": "ai-tenant-e2e-api-b-a3b3e6", "name": "openshift-service-ca.crt", "reconcileID": "2d129ae0-bbda-4d15-baf6-cb73bb4080c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a3b3e6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T19:35:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a3b3e6"}, "namespace": "ai-tenant-e2e-api-b-a3b3e6", "name": "openshift-service-ca.crt", "reconcileID": "2d129ae0-bbda-4d15-baf6-cb73bb4080c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a3b3e6"} 2026-07-02T19:35:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a3b3e6"}, "namespace": "ai-tenant-e2e-api-b-a3b3e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c949b8fb-5982-4717-8e5d-dd96c07c7d05", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a3b3e6"} 2026-07-02T19:35:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a3b3e6"}, "namespace": "ai-tenant-e2e-api-b-a3b3e6", "name": "openshift-service-ca.crt", "reconcileID": "0414abb4-af55-4b19-a250-75c943058834", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a3b3e6"} 2026-07-02T19:35:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a3b3e6"}, "namespace": "ai-tenant-e2e-api-b-a3b3e6", "name": "odh-trusted-ca-bundle", "reconcileID": "1b8168a4-d7f8-4277-ba59-adab44994b3b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a3b3e6", "update": "odh-kserve-custom-ca-bundle"} 2026-07-02T19:35:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a3b3e6"}, "namespace": "ai-tenant-e2e-api-b-a3b3e6", "name": "odh-trusted-ca-bundle", "reconcileID": "1b8168a4-d7f8-4277-ba59-adab44994b3b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a3b3e6"} 2026-07-02T19:35:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a3b3e6"}, "namespace": "ai-tenant-e2e-api-b-a3b3e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b913c676-7d83-4d0b-b73c-7f467218f397", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a3b3e6"} 2026-07-02T19:35:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a3b3e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a3b3e6", "reconcileID": "f3f25c7d-5614-4a23-af34-01b5a47ecece", "Gateway": "e2e-api-b-a3b3e6", "namespace": "openshift-ingress"} 2026-07-02T19:35:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a3b3e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a3b3e6", "reconcileID": "f3f25c7d-5614-4a23-af34-01b5a47ecece", "Gateway": "e2e-api-b-a3b3e6", "namespace": "openshift-ingress", "name": "e2e-api-b-a3b3e6-authn-ssl"} 2026-07-02T19:35:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a3b3e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a3b3e6", "reconcileID": "f3f25c7d-5614-4a23-af34-01b5a47ecece", "Gateway": "e2e-api-b-a3b3e6", "namespace": "openshift-ingress"} 2026-07-02T19:35:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "fd091eca-cfd9-4b79-862e-5cf0323ceaa7", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T19:35:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-55a636","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-55a636", "reconcileID": "57d49dde-1079-4045-b5db-672dbc9e4561", "Gateway": "e2e-api-a-55a636", "namespace": "openshift-ingress"} 2026-07-02T19:35:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-55a636","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-55a636", "reconcileID": "57d49dde-1079-4045-b5db-672dbc9e4561", "Gateway": "e2e-api-a-55a636", "namespace": "openshift-ingress", "name": "e2e-api-a-55a636-authn-ssl"} 2026-07-02T19:35:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-55a636","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-55a636", "reconcileID": "57d49dde-1079-4045-b5db-672dbc9e4561", "Gateway": "e2e-api-a-55a636", "namespace": "openshift-ingress"} 2026-07-02T19:35:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a3b3e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a3b3e6", "reconcileID": "a824de4f-89de-412b-be29-61ad12468458", "Gateway": "e2e-api-b-a3b3e6", "namespace": "openshift-ingress"} 2026-07-02T19:35:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a3b3e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a3b3e6", "reconcileID": "a824de4f-89de-412b-be29-61ad12468458", "Gateway": "e2e-api-b-a3b3e6", "namespace": "openshift-ingress", "name": "e2e-api-b-a3b3e6-authn-ssl"} 2026-07-02T19:35:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a3b3e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a3b3e6", "reconcileID": "a824de4f-89de-412b-be29-61ad12468458", "Gateway": "e2e-api-b-a3b3e6", "namespace": "openshift-ingress"} 2026-07-02T19:35:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "7358be66-b56a-4237-ba86-2ac08c318381", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T19:35:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-55a636","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-55a636", "reconcileID": "95b78057-55ec-49c8-8efe-4b02386cc311", "Gateway": "e2e-api-a-55a636", "namespace": "openshift-ingress"} 2026-07-02T19:35:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-55a636","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-55a636", "reconcileID": "95b78057-55ec-49c8-8efe-4b02386cc311", "Gateway": "e2e-api-a-55a636", "namespace": "openshift-ingress", "name": "e2e-api-a-55a636-authn-ssl"} 2026-07-02T19:35:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-55a636","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-55a636", "reconcileID": "95b78057-55ec-49c8-8efe-4b02386cc311", "Gateway": "e2e-api-a-55a636", "namespace": "openshift-ingress"} 2026-07-02T19:36:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a3b3e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a3b3e6", "reconcileID": "b26627a6-cf8c-4371-8261-1c36c77a5a87", "Gateway": "e2e-api-b-a3b3e6", "namespace": "openshift-ingress"} 2026-07-02T19:36:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a3b3e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a3b3e6", "reconcileID": "b26627a6-cf8c-4371-8261-1c36c77a5a87", "Gateway": "e2e-api-b-a3b3e6", "namespace": "openshift-ingress", "name": "e2e-api-b-a3b3e6-authn-ssl"} 2026-07-02T19:36:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a3b3e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a3b3e6", "reconcileID": "b26627a6-cf8c-4371-8261-1c36c77a5a87", "Gateway": "e2e-api-b-a3b3e6", "namespace": "openshift-ingress"} 2026-07-02T19:36:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-55a636"}, "namespace": "ai-tenant-e2e-api-a-55a636", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bec674db-8c61-4f42-b406-84bd346d3faa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-55a636"} 2026-07-02T19:36:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-55a636"}, "namespace": "ai-tenant-e2e-api-a-55a636", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bec674db-8c61-4f42-b406-84bd346d3faa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-55a636", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T19:36:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-55a636"}, "namespace": "ai-tenant-e2e-api-a-55a636", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bec674db-8c61-4f42-b406-84bd346d3faa", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-55a636 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T19:36:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-55a636"}, "namespace": "ai-tenant-e2e-api-a-55a636", "name": "odh-trusted-ca-bundle", "reconcileID": "f4f0e8a8-77f1-4440-81b3-98fb1c938d81", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-55a636"} 2026-07-02T19:36:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-55a636"}, "namespace": "ai-tenant-e2e-api-a-55a636", "name": "odh-trusted-ca-bundle", "reconcileID": "f4f0e8a8-77f1-4440-81b3-98fb1c938d81", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-55a636"} 2026-07-02T19:36:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-55a636"}, "namespace": "ai-tenant-e2e-api-a-55a636", "name": "openshift-service-ca.crt", "reconcileID": "124b434f-76f5-4146-b5d6-55f7afb913f8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-55a636"} 2026-07-02T19:36:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-55a636"}, "namespace": "ai-tenant-e2e-api-a-55a636", "name": "openshift-service-ca.crt", "reconcileID": "124b434f-76f5-4146-b5d6-55f7afb913f8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-55a636"} 2026-07-02T19:36:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-55a636"}, "namespace": "ai-tenant-e2e-api-a-55a636", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ff57adc8-0cd0-4c51-a7f7-1ddb61b89465", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-55a636"} 2026-07-02T19:36:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-55a636"}, "namespace": "ai-tenant-e2e-api-a-55a636", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ff57adc8-0cd0-4c51-a7f7-1ddb61b89465", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-55a636"} 2026-07-02T19:36:05Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-55a636","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-55a636", "reconcileID": "a1c97f41-4728-4a83-9a12-96ce8c9e86fc", "Gateway": "e2e-api-a-55a636", "namespace": "openshift-ingress"} 2026-07-02T19:36:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "6004ecdb-2cf2-4b55-99f7-2ba9d48e4bc9", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T19:36:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a3b3e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a3b3e6", "reconcileID": "06b64aad-2264-48a8-ab93-90d517b6d3bb", "Gateway": "e2e-api-b-a3b3e6", "namespace": "openshift-ingress"} 2026-07-02T19:36:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a3b3e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a3b3e6", "reconcileID": "06b64aad-2264-48a8-ab93-90d517b6d3bb", "Gateway": "e2e-api-b-a3b3e6", "namespace": "openshift-ingress", "name": "e2e-api-b-a3b3e6-authn-ssl"} 2026-07-02T19:36:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a3b3e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a3b3e6", "reconcileID": "06b64aad-2264-48a8-ab93-90d517b6d3bb", "Gateway": "e2e-api-b-a3b3e6", "namespace": "openshift-ingress"} 2026-07-02T19:36:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "c0d26999-6ab3-4953-bb9f-233bdce0f2c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T19:36:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a3b3e6"}, "namespace": "ai-tenant-e2e-api-b-a3b3e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd7ffa57-94a2-4373-8b10-cb4fad7d68f4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a3b3e6"} 2026-07-02T19:36:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a3b3e6"}, "namespace": "ai-tenant-e2e-api-b-a3b3e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd7ffa57-94a2-4373-8b10-cb4fad7d68f4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a3b3e6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T19:36:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a3b3e6"}, "namespace": "ai-tenant-e2e-api-b-a3b3e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd7ffa57-94a2-4373-8b10-cb4fad7d68f4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-a3b3e6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T19:36:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a3b3e6"}, "namespace": "ai-tenant-e2e-api-b-a3b3e6", "name": "odh-trusted-ca-bundle", "reconcileID": "7c337ff6-eea4-4a73-b4d0-860e6d7360d8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a3b3e6"} 2026-07-02T19:36:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a3b3e6"}, "namespace": "ai-tenant-e2e-api-b-a3b3e6", "name": "odh-trusted-ca-bundle", "reconcileID": "7c337ff6-eea4-4a73-b4d0-860e6d7360d8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a3b3e6"} 2026-07-02T19:36:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a3b3e6"}, "namespace": "ai-tenant-e2e-api-b-a3b3e6", "name": "openshift-service-ca.crt", "reconcileID": "e5110973-1bdf-4eb4-9b48-3750e6e277cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a3b3e6"} 2026-07-02T19:36:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a3b3e6"}, "namespace": "ai-tenant-e2e-api-b-a3b3e6", "name": "openshift-service-ca.crt", "reconcileID": "e5110973-1bdf-4eb4-9b48-3750e6e277cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a3b3e6"} 2026-07-02T19:36:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a3b3e6"}, "namespace": "ai-tenant-e2e-api-b-a3b3e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63a3d006-2515-49c7-be9e-1007a9196954", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a3b3e6"} 2026-07-02T19:36:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a3b3e6"}, "namespace": "ai-tenant-e2e-api-b-a3b3e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63a3d006-2515-49c7-be9e-1007a9196954", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a3b3e6"} 2026-07-02T19:36:13Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a3b3e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a3b3e6", "reconcileID": "788b2639-458e-464b-a7dd-b9758e661db4", "Gateway": "e2e-api-b-a3b3e6", "namespace": "openshift-ingress"} 2026-07-02T19:36:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "5284dedd-a8ad-4d19-b876-0b08a876c69f", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:36:14Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "5284dedd-a8ad-4d19-b876-0b08a876c69f", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8-authn-ssl"} 2026-07-02T19:36:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "5284dedd-a8ad-4d19-b876-0b08a876c69f", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:36:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "6a1c583c-a1e1-4374-903e-bba7ff5a1ffe", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:36:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "6a1c583c-a1e1-4374-903e-bba7ff5a1ffe", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8-authn-ssl"} 2026-07-02T19:36:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "6a1c583c-a1e1-4374-903e-bba7ff5a1ffe", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:36:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "eba370aa-4d7d-4cb5-889d-9be996015ff0", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:36:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "eba370aa-4d7d-4cb5-889d-9be996015ff0", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8-authn-ssl"} 2026-07-02T19:36:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "eba370aa-4d7d-4cb5-889d-9be996015ff0", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:36:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "1de81011-da16-4cea-8c2b-fb4333a93c5a", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:36:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "1de81011-da16-4cea-8c2b-fb4333a93c5a", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8-authn-ssl"} 2026-07-02T19:36:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "1de81011-da16-4cea-8c2b-fb4333a93c5a", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:36:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "d240b1be-f90e-4d12-b71d-f54dfffdd814", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:36:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "d240b1be-f90e-4d12-b71d-f54dfffdd814", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8-authn-ssl"} 2026-07-02T19:36:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "d240b1be-f90e-4d12-b71d-f54dfffdd814", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:36:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "7da131b3-cd12-4b73-9dc2-9f4acc8bd8f6", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:36:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "7da131b3-cd12-4b73-9dc2-9f4acc8bd8f6", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8-authn-ssl"} 2026-07-02T19:36:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "7da131b3-cd12-4b73-9dc2-9f4acc8bd8f6", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:36:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "7cdb0b3c-4ef0-42f3-b70a-c70250b2422f", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:36:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "7cdb0b3c-4ef0-42f3-b70a-c70250b2422f", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8-authn-ssl"} 2026-07-02T19:36:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "7cdb0b3c-4ef0-42f3-b70a-c70250b2422f", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:36:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "openshift-service-ca.crt", "reconcileID": "a04ec830-c995-485d-823c-1adca2c09c76", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:36:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "openshift-service-ca.crt", "reconcileID": "be613e72-3b8e-40b6-b8fc-02331517bfcf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-9629e8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T19:36:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "openshift-service-ca.crt", "reconcileID": "be613e72-3b8e-40b6-b8fc-02331517bfcf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:36:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "odh-trusted-ca-bundle", "reconcileID": "53375db8-2f31-47eb-a3bb-eefc094e261f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:36:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ea576025-c85a-4a5b-b22c-f55feca20eae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:36:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "openshift-service-ca.crt", "reconcileID": "3eaa85d2-cbd3-46c2-bedd-6563d6deb84f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:36:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "odh-trusted-ca-bundle", "reconcileID": "a0c2d6cb-dfc0-4a03-a979-8543d28d0b10", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9629e8", "update": "odh-kserve-custom-ca-bundle"} 2026-07-02T19:36:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "odh-trusted-ca-bundle", "reconcileID": "a0c2d6cb-dfc0-4a03-a979-8543d28d0b10", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:36:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ccaad8bc-0e1c-491d-bb3c-25bf288841df", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:36:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "6c155b0b-e399-44f5-b293-9d24e1946b29", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:36:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "6c155b0b-e399-44f5-b293-9d24e1946b29", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8-authn-ssl"} 2026-07-02T19:36:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "6c155b0b-e399-44f5-b293-9d24e1946b29", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:36:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "171f1ea1-2f37-4863-9f8e-e9d182dca45e", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T19:36:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "afdc43b8-70e1-4a72-8c39-2097ddd0b038", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:36:22Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "afdc43b8-70e1-4a72-8c39-2097ddd0b038", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd-authn-ssl"} 2026-07-02T19:36:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "afdc43b8-70e1-4a72-8c39-2097ddd0b038", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:36:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "23b50a37-d615-4a20-808c-e16f34b24b8e", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:36:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "23b50a37-d615-4a20-808c-e16f34b24b8e", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd-authn-ssl"} 2026-07-02T19:36:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "23b50a37-d615-4a20-808c-e16f34b24b8e", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:36:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "a9b980c9-e922-4765-bd08-5ce108c8c4f9", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:36:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "a9b980c9-e922-4765-bd08-5ce108c8c4f9", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd-authn-ssl"} 2026-07-02T19:36:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "a9b980c9-e922-4765-bd08-5ce108c8c4f9", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:36:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "ef333c59-3455-48af-bb4d-f1fc2425f3a6", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:36:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "ef333c59-3455-48af-bb4d-f1fc2425f3a6", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd-authn-ssl"} 2026-07-02T19:36:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "ef333c59-3455-48af-bb4d-f1fc2425f3a6", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:36:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "a87300ab-4263-4d19-9db9-2a3875b381e7", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:36:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "a87300ab-4263-4d19-9db9-2a3875b381e7", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd-authn-ssl"} 2026-07-02T19:36:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "a87300ab-4263-4d19-9db9-2a3875b381e7", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:36:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "a11a897b-8eee-403f-9fe3-a68510be089f", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:36:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "a11a897b-8eee-403f-9fe3-a68510be089f", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd-authn-ssl"} 2026-07-02T19:36:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "a11a897b-8eee-403f-9fe3-a68510be089f", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:36:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "375bd5a4-b216-4f59-91f9-e6143b5ae603", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:36:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "375bd5a4-b216-4f59-91f9-e6143b5ae603", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd-authn-ssl"} 2026-07-02T19:36:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "375bd5a4-b216-4f59-91f9-e6143b5ae603", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:36:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "dd113c01-82f5-42f2-8451-ee0f8cc78407", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:36:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "dd113c01-82f5-42f2-8451-ee0f8cc78407", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8-authn-ssl"} 2026-07-02T19:36:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "dd113c01-82f5-42f2-8451-ee0f8cc78407", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:36:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "openshift-service-ca.crt", "reconcileID": "acb16441-0754-496c-ac10-ccd50f436a61", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:36:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "odh-trusted-ca-bundle", "reconcileID": "cf0bdc09-6817-407d-b404-cedb6ce16bc7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:36:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "openshift-service-ca.crt", "reconcileID": "d64e6526-1081-421e-ac3a-aa845ca11700", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-6500fd", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T19:36:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "openshift-service-ca.crt", "reconcileID": "d64e6526-1081-421e-ac3a-aa845ca11700", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:36:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "openshift-service-ca.crt", "reconcileID": "d565d86d-e144-4bb8-862f-7b8d4a68bf46", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-6500fd", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T19:36:25Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "openshift-service-ca.crt", "reconcileID": "d565d86d-e144-4bb8-862f-7b8d4a68bf46", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T19:36:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4dc3d09-19b9-47bb-b1ad-03fdede5ffdf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:36:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "odh-trusted-ca-bundle", "reconcileID": "8372d7e6-3d5d-4d9c-ad3e-09e233bbca5e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6500fd", "update": "odh-kserve-custom-ca-bundle"} 2026-07-02T19:36:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "odh-trusted-ca-bundle", "reconcileID": "8372d7e6-3d5d-4d9c-ad3e-09e233bbca5e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:36:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "openshift-service-ca.crt", "reconcileID": "ab26796d-32d9-4878-b7a8-9dd190dd0efe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:36:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5fdd7c9e-b421-4f0b-ac29-f4c6f9fe3755", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:36:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "76df7f18-c251-417c-b877-60fd032cb5b5", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:36:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "76df7f18-c251-417c-b877-60fd032cb5b5", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd-authn-ssl"} 2026-07-02T19:36:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "76df7f18-c251-417c-b877-60fd032cb5b5", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:36:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "a41a9e06-75d2-4199-981b-3a02ebf734f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T19:36:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8", "reconcileID": "77452020-c718-485b-bcce-2be6f1725a99", "LLMInferenceService": "auth-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:36:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8", "reconcileID": "77452020-c718-485b-bcce-2be6f1725a99", "LLMInferenceService": "auth-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:36:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8", "reconcileID": "77452020-c718-485b-bcce-2be6f1725a99", "LLMInferenceService": "auth-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:36:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "f66d903c-45dd-4e66-b8b5-c72c06cce457", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:36:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8", "reconcileID": "77452020-c718-485b-bcce-2be6f1725a99", "LLMInferenceService": "auth-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8-kserve-route-authn"} 2026-07-02T19:36:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8", "reconcileID": "77452020-c718-485b-bcce-2be6f1725a99", "LLMInferenceService": "auth-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8", "authType": "userdefined"} 2026-07-02T19:36:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8", "reconcileID": "77452020-c718-485b-bcce-2be6f1725a99", "LLMInferenceService": "auth-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:36:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "f66d903c-45dd-4e66-b8b5-c72c06cce457", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8-authn-ssl"} 2026-07-02T19:36:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "f66d903c-45dd-4e66-b8b5-c72c06cce457", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:36:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "7df6f547-1e60-4397-877e-692bc611fb1c", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:36:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "7df6f547-1e60-4397-877e-692bc611fb1c", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd-authn-ssl"} 2026-07-02T19:36:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "7df6f547-1e60-4397-877e-692bc611fb1c", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:36:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8", "reconcileID": "6fde59f4-03bd-4d18-bcaf-85a93e4eac30", "LLMInferenceService": "auth-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:36:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8", "reconcileID": "6fde59f4-03bd-4d18-bcaf-85a93e4eac30", "LLMInferenceService": "auth-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:36:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8", "reconcileID": "6fde59f4-03bd-4d18-bcaf-85a93e4eac30", "LLMInferenceService": "auth-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:36:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8", "reconcileID": "6fde59f4-03bd-4d18-bcaf-85a93e4eac30", "LLMInferenceService": "auth-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8-kserve-route-authn"} 2026-07-02T19:36:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8", "reconcileID": "6fde59f4-03bd-4d18-bcaf-85a93e4eac30", "LLMInferenceService": "auth-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8", "authType": "userdefined"} 2026-07-02T19:36:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8", "reconcileID": "6fde59f4-03bd-4d18-bcaf-85a93e4eac30", "LLMInferenceService": "auth-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:36:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "34313c5c-dcdc-4607-8fdb-0b870a66136c", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:36:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "34313c5c-dcdc-4607-8fdb-0b870a66136c", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8-authn-ssl"} 2026-07-02T19:36:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "34313c5c-dcdc-4607-8fdb-0b870a66136c", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:36:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8", "reconcileID": "f7a24a57-c935-46ea-ad05-9e2bb0acd68e", "LLMInferenceService": "auth-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:36:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8", "reconcileID": "f7a24a57-c935-46ea-ad05-9e2bb0acd68e", "LLMInferenceService": "auth-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:36:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8", "reconcileID": "f7a24a57-c935-46ea-ad05-9e2bb0acd68e", "LLMInferenceService": "auth-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:36:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8", "reconcileID": "f7a24a57-c935-46ea-ad05-9e2bb0acd68e", "LLMInferenceService": "auth-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8-kserve-route-authn"} 2026-07-02T19:36:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8", "reconcileID": "f7a24a57-c935-46ea-ad05-9e2bb0acd68e", "LLMInferenceService": "auth-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8", "authType": "userdefined"} 2026-07-02T19:36:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8", "reconcileID": "f7a24a57-c935-46ea-ad05-9e2bb0acd68e", "LLMInferenceService": "auth-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:36:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "9f634937-dad3-47e1-b38b-9640befe8ee3", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T19:36:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8", "reconcileID": "a886cd45-d463-4538-8245-3b0beaa5d422", "LLMInferenceService": "auth-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:36:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8", "reconcileID": "a886cd45-d463-4538-8245-3b0beaa5d422", "LLMInferenceService": "auth-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:36:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8", "reconcileID": "a886cd45-d463-4538-8245-3b0beaa5d422", "LLMInferenceService": "auth-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:36:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8", "reconcileID": "a886cd45-d463-4538-8245-3b0beaa5d422", "LLMInferenceService": "auth-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8-kserve-route-authn"} 2026-07-02T19:36:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8", "reconcileID": "a886cd45-d463-4538-8245-3b0beaa5d422", "LLMInferenceService": "auth-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8", "authType": "userdefined"} 2026-07-02T19:36:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8", "reconcileID": "a886cd45-d463-4538-8245-3b0beaa5d422", "LLMInferenceService": "auth-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:36:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8", "reconcileID": "527a47a7-7241-45ea-9782-b02814a20f3b", "LLMInferenceService": "auth-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:36:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8", "reconcileID": "527a47a7-7241-45ea-9782-b02814a20f3b", "LLMInferenceService": "auth-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:36:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8", "reconcileID": "527a47a7-7241-45ea-9782-b02814a20f3b", "LLMInferenceService": "auth-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:36:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8", "reconcileID": "527a47a7-7241-45ea-9782-b02814a20f3b", "LLMInferenceService": "auth-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8-kserve-route-authn"} 2026-07-02T19:36:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8", "reconcileID": "527a47a7-7241-45ea-9782-b02814a20f3b", "LLMInferenceService": "auth-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8", "authType": "userdefined"} 2026-07-02T19:36:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8", "reconcileID": "527a47a7-7241-45ea-9782-b02814a20f3b", "LLMInferenceService": "auth-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:36:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd", "reconcileID": "630a0d72-dd24-4f91-ae62-7d5b93494c6b", "LLMInferenceService": "auth-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:36:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd", "reconcileID": "630a0d72-dd24-4f91-ae62-7d5b93494c6b", "LLMInferenceService": "auth-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:36:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd", "reconcileID": "630a0d72-dd24-4f91-ae62-7d5b93494c6b", "LLMInferenceService": "auth-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:36:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "e807ec0d-6c83-438f-ad72-0833093a5cc6", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:36:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd", "reconcileID": "630a0d72-dd24-4f91-ae62-7d5b93494c6b", "LLMInferenceService": "auth-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd-kserve-route-authn"} 2026-07-02T19:36:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd", "reconcileID": "630a0d72-dd24-4f91-ae62-7d5b93494c6b", "LLMInferenceService": "auth-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "authType": "userdefined"} 2026-07-02T19:36:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd", "reconcileID": "630a0d72-dd24-4f91-ae62-7d5b93494c6b", "LLMInferenceService": "auth-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:36:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "e807ec0d-6c83-438f-ad72-0833093a5cc6", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd-authn-ssl"} 2026-07-02T19:36:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "e807ec0d-6c83-438f-ad72-0833093a5cc6", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:36:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd", "reconcileID": "430a0ed5-2976-437c-a449-eba1ac05d3ee", "LLMInferenceService": "auth-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:36:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd", "reconcileID": "430a0ed5-2976-437c-a449-eba1ac05d3ee", "LLMInferenceService": "auth-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:36:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd", "reconcileID": "430a0ed5-2976-437c-a449-eba1ac05d3ee", "LLMInferenceService": "auth-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:36:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd", "reconcileID": "430a0ed5-2976-437c-a449-eba1ac05d3ee", "LLMInferenceService": "auth-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd-kserve-route-authn"} 2026-07-02T19:36:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd", "reconcileID": "430a0ed5-2976-437c-a449-eba1ac05d3ee", "LLMInferenceService": "auth-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "authType": "userdefined"} 2026-07-02T19:36:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd", "reconcileID": "430a0ed5-2976-437c-a449-eba1ac05d3ee", "LLMInferenceService": "auth-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:36:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "c5a795b6-28b7-4c05-b1a4-1fca82dcabfa", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T19:37:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "217583d2-203a-4516-ba6b-03e605c67b40", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:37:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "217583d2-203a-4516-ba6b-03e605c67b40", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd-authn-ssl"} 2026-07-02T19:37:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "217583d2-203a-4516-ba6b-03e605c67b40", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:37:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd", "reconcileID": "895a44c7-8ed3-4096-b77e-306323e90227", "LLMInferenceService": "auth-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:37:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd", "reconcileID": "895a44c7-8ed3-4096-b77e-306323e90227", "LLMInferenceService": "auth-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:37:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd", "reconcileID": "895a44c7-8ed3-4096-b77e-306323e90227", "LLMInferenceService": "auth-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:37:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd", "reconcileID": "895a44c7-8ed3-4096-b77e-306323e90227", "LLMInferenceService": "auth-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd-kserve-route-authn"} 2026-07-02T19:37:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd", "reconcileID": "895a44c7-8ed3-4096-b77e-306323e90227", "LLMInferenceService": "auth-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "authType": "userdefined"} 2026-07-02T19:37:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd", "reconcileID": "895a44c7-8ed3-4096-b77e-306323e90227", "LLMInferenceService": "auth-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:37:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd", "reconcileID": "61e1cbd2-23b1-4e9d-98a8-52dd80df8563", "LLMInferenceService": "auth-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:37:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd", "reconcileID": "61e1cbd2-23b1-4e9d-98a8-52dd80df8563", "LLMInferenceService": "auth-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:37:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd", "reconcileID": "61e1cbd2-23b1-4e9d-98a8-52dd80df8563", "LLMInferenceService": "auth-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:37:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd", "reconcileID": "61e1cbd2-23b1-4e9d-98a8-52dd80df8563", "LLMInferenceService": "auth-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd-kserve-route-authn"} 2026-07-02T19:37:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd", "reconcileID": "61e1cbd2-23b1-4e9d-98a8-52dd80df8563", "LLMInferenceService": "auth-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "authType": "userdefined"} 2026-07-02T19:37:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd", "reconcileID": "61e1cbd2-23b1-4e9d-98a8-52dd80df8563", "LLMInferenceService": "auth-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:37:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd", "reconcileID": "0157664b-13f9-4d5a-bfc1-7f022af83e31", "LLMInferenceService": "auth-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:37:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd", "reconcileID": "0157664b-13f9-4d5a-bfc1-7f022af83e31", "LLMInferenceService": "auth-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:37:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd", "reconcileID": "0157664b-13f9-4d5a-bfc1-7f022af83e31", "LLMInferenceService": "auth-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:37:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd", "reconcileID": "0157664b-13f9-4d5a-bfc1-7f022af83e31", "LLMInferenceService": "auth-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd-kserve-route-authn"} 2026-07-02T19:37:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd", "reconcileID": "0157664b-13f9-4d5a-bfc1-7f022af83e31", "LLMInferenceService": "auth-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "authType": "userdefined"} 2026-07-02T19:37:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd", "reconcileID": "0157664b-13f9-4d5a-bfc1-7f022af83e31", "LLMInferenceService": "auth-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:37:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "8336081c-6d81-47dd-bc18-52fdf7478895", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:37:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "8336081c-6d81-47dd-bc18-52fdf7478895", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8-authn-ssl"} 2026-07-02T19:37:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "8336081c-6d81-47dd-bc18-52fdf7478895", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:37:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "e4e59faf-149c-4ee5-94a8-22b6c26968a4", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:37:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "e4e59faf-149c-4ee5-94a8-22b6c26968a4", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd-authn-ssl"} 2026-07-02T19:37:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "e4e59faf-149c-4ee5-94a8-22b6c26968a4", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:39:19Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8", "reconcileID": "fe53f852-879c-4e71-bb9b-552055531b0e", "LLMInferenceService": "auth-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:39:19Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8", "reconcileID": "fe53f852-879c-4e71-bb9b-552055531b0e", "LLMInferenceService": "auth-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8"} 2026-07-02T19:39:19Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8", "reconcileID": "fe53f852-879c-4e71-bb9b-552055531b0e", "LLMInferenceService": "auth-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:39:19Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8", "reconcileID": "fe53f852-879c-4e71-bb9b-552055531b0e", "LLMInferenceService": "auth-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:39:19Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8", "reconcileID": "fe53f852-879c-4e71-bb9b-552055531b0e", "LLMInferenceService": "auth-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8-kserve-route-authn"} 2026-07-02T19:39:19Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8", "reconcileID": "fe53f852-879c-4e71-bb9b-552055531b0e", "LLMInferenceService": "auth-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8-kserve-route-authn"} 2026-07-02T19:39:19Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8", "reconcileID": "fe53f852-879c-4e71-bb9b-552055531b0e", "LLMInferenceService": "auth-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:39:19Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8", "reconcileID": "fe53f852-879c-4e71-bb9b-552055531b0e", "LLMInferenceService": "auth-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:39:19Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "auth-test-model-9629e8", "reconcileID": "a5fa1058-1a84-426c-998c-8d67d0b1e9cc", "LLMInferenceService": "auth-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:39:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "0a13a84a-5baf-425d-a1ad-ccf6eccca2f1", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:39:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "0a13a84a-5baf-425d-a1ad-ccf6eccca2f1", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8-authn-ssl"} 2026-07-02T19:39:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "0a13a84a-5baf-425d-a1ad-ccf6eccca2f1", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:39:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "698f329e-8981-4934-9224-0c454299a410", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:39:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "698f329e-8981-4934-9224-0c454299a410", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8-authn-ssl"} 2026-07-02T19:39:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "698f329e-8981-4934-9224-0c454299a410", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:39:19Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd", "reconcileID": "98e53b99-b3a0-42e6-a902-18351e697576", "LLMInferenceService": "auth-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:39:19Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd", "reconcileID": "98e53b99-b3a0-42e6-a902-18351e697576", "LLMInferenceService": "auth-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd"} 2026-07-02T19:39:19Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd", "reconcileID": "98e53b99-b3a0-42e6-a902-18351e697576", "LLMInferenceService": "auth-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:39:19Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd", "reconcileID": "98e53b99-b3a0-42e6-a902-18351e697576", "LLMInferenceService": "auth-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:39:19Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd", "reconcileID": "98e53b99-b3a0-42e6-a902-18351e697576", "LLMInferenceService": "auth-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd-kserve-route-authn"} 2026-07-02T19:39:19Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd", "reconcileID": "98e53b99-b3a0-42e6-a902-18351e697576", "LLMInferenceService": "auth-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd-kserve-route-authn"} 2026-07-02T19:39:19Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd", "reconcileID": "98e53b99-b3a0-42e6-a902-18351e697576", "LLMInferenceService": "auth-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:39:19Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd", "reconcileID": "98e53b99-b3a0-42e6-a902-18351e697576", "LLMInferenceService": "auth-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:39:20Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "auth-test-model-6500fd", "reconcileID": "508e2159-eb0a-459a-b151-51dbdf20afd0", "LLMInferenceService": "auth-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:39:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "3996a1ed-76cb-42ad-9bdd-58f52f651a14", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:39:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "3996a1ed-76cb-42ad-9bdd-58f52f651a14", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd-authn-ssl"} 2026-07-02T19:39:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "3996a1ed-76cb-42ad-9bdd-58f52f651a14", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:39:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "d48ed84a-41f5-40c9-808f-e9c58cdc3fde", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:39:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "d48ed84a-41f5-40c9-808f-e9c58cdc3fde", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd-authn-ssl"} 2026-07-02T19:39:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "d48ed84a-41f5-40c9-808f-e9c58cdc3fde", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:39:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "sub-test-model-9629e8", "reconcileID": "82b79dd8-74b3-42a5-ad0e-8507ffef6985", "LLMInferenceService": "sub-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:39:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "sub-test-model-9629e8", "reconcileID": "82b79dd8-74b3-42a5-ad0e-8507ffef6985", "LLMInferenceService": "sub-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:39:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "sub-test-model-9629e8", "reconcileID": "82b79dd8-74b3-42a5-ad0e-8507ffef6985", "LLMInferenceService": "sub-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:39:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "8edc7732-ae05-4a93-88bd-61476d534d33", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:39:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "sub-test-model-9629e8", "reconcileID": "82b79dd8-74b3-42a5-ad0e-8507ffef6985", "LLMInferenceService": "sub-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "sub-test-model-9629e8-kserve-route-authn"} 2026-07-02T19:39:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "sub-test-model-9629e8", "reconcileID": "82b79dd8-74b3-42a5-ad0e-8507ffef6985", "LLMInferenceService": "sub-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8", "authType": "userdefined"} 2026-07-02T19:39:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "sub-test-model-9629e8", "reconcileID": "82b79dd8-74b3-42a5-ad0e-8507ffef6985", "LLMInferenceService": "sub-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:39:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "8edc7732-ae05-4a93-88bd-61476d534d33", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8-authn-ssl"} 2026-07-02T19:39:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "8edc7732-ae05-4a93-88bd-61476d534d33", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:39:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "sub-test-model-9629e8", "reconcileID": "2c1c615b-b8d7-4493-8cc7-9be61761007b", "LLMInferenceService": "sub-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:39:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "sub-test-model-9629e8", "reconcileID": "2c1c615b-b8d7-4493-8cc7-9be61761007b", "LLMInferenceService": "sub-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:39:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "sub-test-model-9629e8", "reconcileID": "2c1c615b-b8d7-4493-8cc7-9be61761007b", "LLMInferenceService": "sub-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:39:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "sub-test-model-9629e8", "reconcileID": "2c1c615b-b8d7-4493-8cc7-9be61761007b", "LLMInferenceService": "sub-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "sub-test-model-9629e8-kserve-route-authn"} 2026-07-02T19:39:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "sub-test-model-9629e8", "reconcileID": "2c1c615b-b8d7-4493-8cc7-9be61761007b", "LLMInferenceService": "sub-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8", "authType": "userdefined"} 2026-07-02T19:39:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "sub-test-model-9629e8", "reconcileID": "2c1c615b-b8d7-4493-8cc7-9be61761007b", "LLMInferenceService": "sub-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:39:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "2b5bd58d-a59c-443e-92e4-8dfc7fcc9997", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:39:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "2b5bd58d-a59c-443e-92e4-8dfc7fcc9997", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8-authn-ssl"} 2026-07-02T19:39:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "2b5bd58d-a59c-443e-92e4-8dfc7fcc9997", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:39:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "sub-test-model-9629e8", "reconcileID": "25ef5de9-e254-416d-b94e-134d05f5f1b1", "LLMInferenceService": "sub-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:39:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "sub-test-model-9629e8", "reconcileID": "25ef5de9-e254-416d-b94e-134d05f5f1b1", "LLMInferenceService": "sub-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:39:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "sub-test-model-9629e8", "reconcileID": "25ef5de9-e254-416d-b94e-134d05f5f1b1", "LLMInferenceService": "sub-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:39:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "sub-test-model-9629e8", "reconcileID": "25ef5de9-e254-416d-b94e-134d05f5f1b1", "LLMInferenceService": "sub-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "sub-test-model-9629e8-kserve-route-authn"} 2026-07-02T19:39:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "sub-test-model-9629e8", "reconcileID": "25ef5de9-e254-416d-b94e-134d05f5f1b1", "LLMInferenceService": "sub-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8", "authType": "userdefined"} 2026-07-02T19:39:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "sub-test-model-9629e8", "reconcileID": "25ef5de9-e254-416d-b94e-134d05f5f1b1", "LLMInferenceService": "sub-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:39:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "sub-test-model-9629e8", "reconcileID": "916872ee-5636-42e9-8590-6090cabb0d3b", "LLMInferenceService": "sub-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:39:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "sub-test-model-9629e8", "reconcileID": "916872ee-5636-42e9-8590-6090cabb0d3b", "LLMInferenceService": "sub-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:39:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "sub-test-model-9629e8", "reconcileID": "916872ee-5636-42e9-8590-6090cabb0d3b", "LLMInferenceService": "sub-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:39:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "sub-test-model-9629e8", "reconcileID": "916872ee-5636-42e9-8590-6090cabb0d3b", "LLMInferenceService": "sub-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "sub-test-model-9629e8-kserve-route-authn"} 2026-07-02T19:39:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "sub-test-model-9629e8", "reconcileID": "916872ee-5636-42e9-8590-6090cabb0d3b", "LLMInferenceService": "sub-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8", "authType": "userdefined"} 2026-07-02T19:39:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "sub-test-model-9629e8", "reconcileID": "916872ee-5636-42e9-8590-6090cabb0d3b", "LLMInferenceService": "sub-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:39:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd", "reconcileID": "3d8e1663-d309-4189-84bf-0ac3b60297b7", "LLMInferenceService": "sub-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:39:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd", "reconcileID": "3d8e1663-d309-4189-84bf-0ac3b60297b7", "LLMInferenceService": "sub-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:39:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd", "reconcileID": "3d8e1663-d309-4189-84bf-0ac3b60297b7", "LLMInferenceService": "sub-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:39:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "0808d7ed-b5af-426f-ac8e-24ad0950d082", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:39:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd", "reconcileID": "3d8e1663-d309-4189-84bf-0ac3b60297b7", "LLMInferenceService": "sub-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd-kserve-route-authn"} 2026-07-02T19:39:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd", "reconcileID": "3d8e1663-d309-4189-84bf-0ac3b60297b7", "LLMInferenceService": "sub-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "authType": "userdefined"} 2026-07-02T19:39:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd", "reconcileID": "3d8e1663-d309-4189-84bf-0ac3b60297b7", "LLMInferenceService": "sub-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:39:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "0808d7ed-b5af-426f-ac8e-24ad0950d082", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd-authn-ssl"} 2026-07-02T19:39:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "0808d7ed-b5af-426f-ac8e-24ad0950d082", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:39:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd", "reconcileID": "130aa9e2-b533-4c7b-abce-50e561e62948", "LLMInferenceService": "sub-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:39:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd", "reconcileID": "130aa9e2-b533-4c7b-abce-50e561e62948", "LLMInferenceService": "sub-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:39:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd", "reconcileID": "130aa9e2-b533-4c7b-abce-50e561e62948", "LLMInferenceService": "sub-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:39:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd", "reconcileID": "130aa9e2-b533-4c7b-abce-50e561e62948", "LLMInferenceService": "sub-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd-kserve-route-authn"} 2026-07-02T19:39:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd", "reconcileID": "130aa9e2-b533-4c7b-abce-50e561e62948", "LLMInferenceService": "sub-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "authType": "userdefined"} 2026-07-02T19:39:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd", "reconcileID": "130aa9e2-b533-4c7b-abce-50e561e62948", "LLMInferenceService": "sub-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:40:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "5b4845a9-af14-4d92-b5b6-d613ed1bba08", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:40:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "5b4845a9-af14-4d92-b5b6-d613ed1bba08", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd-authn-ssl"} 2026-07-02T19:40:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "5b4845a9-af14-4d92-b5b6-d613ed1bba08", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:40:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd", "reconcileID": "893a07fc-96f6-48d9-89d9-98345db0bf67", "LLMInferenceService": "sub-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:40:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd", "reconcileID": "893a07fc-96f6-48d9-89d9-98345db0bf67", "LLMInferenceService": "sub-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:40:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd", "reconcileID": "893a07fc-96f6-48d9-89d9-98345db0bf67", "LLMInferenceService": "sub-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:40:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd", "reconcileID": "893a07fc-96f6-48d9-89d9-98345db0bf67", "LLMInferenceService": "sub-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd-kserve-route-authn"} 2026-07-02T19:40:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd", "reconcileID": "893a07fc-96f6-48d9-89d9-98345db0bf67", "LLMInferenceService": "sub-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "authType": "userdefined"} 2026-07-02T19:40:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd", "reconcileID": "893a07fc-96f6-48d9-89d9-98345db0bf67", "LLMInferenceService": "sub-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:40:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd", "reconcileID": "ccc5051a-d84f-4b9a-91b0-6c3d3255ce5c", "LLMInferenceService": "sub-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:40:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd", "reconcileID": "ccc5051a-d84f-4b9a-91b0-6c3d3255ce5c", "LLMInferenceService": "sub-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:40:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd", "reconcileID": "ccc5051a-d84f-4b9a-91b0-6c3d3255ce5c", "LLMInferenceService": "sub-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:40:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd", "reconcileID": "ccc5051a-d84f-4b9a-91b0-6c3d3255ce5c", "LLMInferenceService": "sub-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd-kserve-route-authn"} 2026-07-02T19:40:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd", "reconcileID": "ccc5051a-d84f-4b9a-91b0-6c3d3255ce5c", "LLMInferenceService": "sub-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "authType": "userdefined"} 2026-07-02T19:40:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd", "reconcileID": "ccc5051a-d84f-4b9a-91b0-6c3d3255ce5c", "LLMInferenceService": "sub-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:40:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd", "reconcileID": "207d604a-d9c0-45ac-aa35-0096f2db7d22", "LLMInferenceService": "sub-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:40:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd", "reconcileID": "207d604a-d9c0-45ac-aa35-0096f2db7d22", "LLMInferenceService": "sub-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:40:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd", "reconcileID": "207d604a-d9c0-45ac-aa35-0096f2db7d22", "LLMInferenceService": "sub-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:40:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd", "reconcileID": "207d604a-d9c0-45ac-aa35-0096f2db7d22", "LLMInferenceService": "sub-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd-kserve-route-authn"} 2026-07-02T19:40:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd", "reconcileID": "207d604a-d9c0-45ac-aa35-0096f2db7d22", "LLMInferenceService": "sub-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "authType": "userdefined"} 2026-07-02T19:40:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd", "reconcileID": "207d604a-d9c0-45ac-aa35-0096f2db7d22", "LLMInferenceService": "sub-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:40:44Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "sub-test-model-9629e8", "reconcileID": "2583fc19-30a1-4988-ab02-b38e4d9b7203", "LLMInferenceService": "sub-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:40:44Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "sub-test-model-9629e8", "reconcileID": "2583fc19-30a1-4988-ab02-b38e4d9b7203", "LLMInferenceService": "sub-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "sub-test-model-9629e8"} 2026-07-02T19:40:44Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "sub-test-model-9629e8", "reconcileID": "2583fc19-30a1-4988-ab02-b38e4d9b7203", "LLMInferenceService": "sub-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:40:44Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "sub-test-model-9629e8", "reconcileID": "2583fc19-30a1-4988-ab02-b38e4d9b7203", "LLMInferenceService": "sub-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:40:44Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "sub-test-model-9629e8", "reconcileID": "2583fc19-30a1-4988-ab02-b38e4d9b7203", "LLMInferenceService": "sub-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "sub-test-model-9629e8-kserve-route-authn"} 2026-07-02T19:40:44Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "sub-test-model-9629e8", "reconcileID": "2583fc19-30a1-4988-ab02-b38e4d9b7203", "LLMInferenceService": "sub-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "sub-test-model-9629e8-kserve-route-authn"} 2026-07-02T19:40:44Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "sub-test-model-9629e8", "reconcileID": "2583fc19-30a1-4988-ab02-b38e4d9b7203", "LLMInferenceService": "sub-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:40:44Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "sub-test-model-9629e8", "reconcileID": "2583fc19-30a1-4988-ab02-b38e4d9b7203", "LLMInferenceService": "sub-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:40:45Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "sub-test-model-9629e8", "reconcileID": "5baf7604-65a3-4846-91d1-65d234c0dadd", "LLMInferenceService": "sub-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:40:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "069c5b51-4b2e-4451-9bf6-bd1ce4a47447", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:40:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "069c5b51-4b2e-4451-9bf6-bd1ce4a47447", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8-authn-ssl"} 2026-07-02T19:40:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "069c5b51-4b2e-4451-9bf6-bd1ce4a47447", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:40:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "84c76471-031d-4587-bf0c-2011ca904020", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:40:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "84c76471-031d-4587-bf0c-2011ca904020", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8-authn-ssl"} 2026-07-02T19:40:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "84c76471-031d-4587-bf0c-2011ca904020", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:40:45Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd", "reconcileID": "a98baba3-2923-46ec-bfad-7d57c3925e61", "LLMInferenceService": "sub-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:40:45Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd", "reconcileID": "a98baba3-2923-46ec-bfad-7d57c3925e61", "LLMInferenceService": "sub-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd"} 2026-07-02T19:40:45Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd", "reconcileID": "a98baba3-2923-46ec-bfad-7d57c3925e61", "LLMInferenceService": "sub-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:40:45Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd", "reconcileID": "a98baba3-2923-46ec-bfad-7d57c3925e61", "LLMInferenceService": "sub-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:40:45Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd", "reconcileID": "a98baba3-2923-46ec-bfad-7d57c3925e61", "LLMInferenceService": "sub-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd-kserve-route-authn"} 2026-07-02T19:40:45Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd", "reconcileID": "a98baba3-2923-46ec-bfad-7d57c3925e61", "LLMInferenceService": "sub-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd-kserve-route-authn"} 2026-07-02T19:40:45Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd", "reconcileID": "a98baba3-2923-46ec-bfad-7d57c3925e61", "LLMInferenceService": "sub-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:40:45Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd", "reconcileID": "a98baba3-2923-46ec-bfad-7d57c3925e61", "LLMInferenceService": "sub-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:40:45Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "sub-test-model-6500fd", "reconcileID": "f6813efc-3218-4fee-b879-af1add2ac120", "LLMInferenceService": "sub-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:40:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "5a556a1f-d47c-4a92-bc83-a23b1eaac2d9", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:40:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "5a556a1f-d47c-4a92-bc83-a23b1eaac2d9", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd-authn-ssl"} 2026-07-02T19:40:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "5a556a1f-d47c-4a92-bc83-a23b1eaac2d9", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:40:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "06892f37-4d11-45b3-9a6c-feaaa681df6f", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:40:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "06892f37-4d11-45b3-9a6c-feaaa681df6f", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd-authn-ssl"} 2026-07-02T19:40:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "06892f37-4d11-45b3-9a6c-feaaa681df6f", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:40:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "rate-test-model-9629e8", "reconcileID": "87eb57ec-4425-4336-ae62-a01675e12346", "LLMInferenceService": "rate-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:40:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "rate-test-model-9629e8", "reconcileID": "87eb57ec-4425-4336-ae62-a01675e12346", "LLMInferenceService": "rate-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:40:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "rate-test-model-9629e8", "reconcileID": "87eb57ec-4425-4336-ae62-a01675e12346", "LLMInferenceService": "rate-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:40:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "763ded55-3ce8-4e7f-acb6-58b6901bc94e", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:40:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "rate-test-model-9629e8", "reconcileID": "87eb57ec-4425-4336-ae62-a01675e12346", "LLMInferenceService": "rate-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "rate-test-model-9629e8-kserve-route-authn"} 2026-07-02T19:40:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "rate-test-model-9629e8", "reconcileID": "87eb57ec-4425-4336-ae62-a01675e12346", "LLMInferenceService": "rate-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8", "authType": "userdefined"} 2026-07-02T19:40:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "rate-test-model-9629e8", "reconcileID": "87eb57ec-4425-4336-ae62-a01675e12346", "LLMInferenceService": "rate-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:40:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "763ded55-3ce8-4e7f-acb6-58b6901bc94e", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8-authn-ssl"} 2026-07-02T19:40:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "763ded55-3ce8-4e7f-acb6-58b6901bc94e", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:40:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "rate-test-model-9629e8", "reconcileID": "81985fe4-44c5-405a-928a-577a08b51b4b", "LLMInferenceService": "rate-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:40:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "rate-test-model-9629e8", "reconcileID": "81985fe4-44c5-405a-928a-577a08b51b4b", "LLMInferenceService": "rate-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:40:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "rate-test-model-9629e8", "reconcileID": "81985fe4-44c5-405a-928a-577a08b51b4b", "LLMInferenceService": "rate-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:40:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "rate-test-model-9629e8", "reconcileID": "81985fe4-44c5-405a-928a-577a08b51b4b", "LLMInferenceService": "rate-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "rate-test-model-9629e8-kserve-route-authn"} 2026-07-02T19:40:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "rate-test-model-9629e8", "reconcileID": "81985fe4-44c5-405a-928a-577a08b51b4b", "LLMInferenceService": "rate-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8", "authType": "userdefined"} 2026-07-02T19:40:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "rate-test-model-9629e8", "reconcileID": "81985fe4-44c5-405a-928a-577a08b51b4b", "LLMInferenceService": "rate-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:41:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "d56afb52-1ae6-4e9a-8058-bd6201982925", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T19:41:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "9916cdab-ebcc-41ca-94e3-e58ba1438034", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:41:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "9916cdab-ebcc-41ca-94e3-e58ba1438034", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8-authn-ssl"} 2026-07-02T19:41:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "9916cdab-ebcc-41ca-94e3-e58ba1438034", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:41:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "rate-test-model-9629e8", "reconcileID": "757b0193-1db0-4446-93e4-7ebb773fb673", "LLMInferenceService": "rate-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:41:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "rate-test-model-9629e8", "reconcileID": "757b0193-1db0-4446-93e4-7ebb773fb673", "LLMInferenceService": "rate-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:41:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "rate-test-model-9629e8", "reconcileID": "757b0193-1db0-4446-93e4-7ebb773fb673", "LLMInferenceService": "rate-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:41:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "rate-test-model-9629e8", "reconcileID": "757b0193-1db0-4446-93e4-7ebb773fb673", "LLMInferenceService": "rate-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "rate-test-model-9629e8-kserve-route-authn"} 2026-07-02T19:41:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "rate-test-model-9629e8", "reconcileID": "757b0193-1db0-4446-93e4-7ebb773fb673", "LLMInferenceService": "rate-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8", "authType": "userdefined"} 2026-07-02T19:41:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "rate-test-model-9629e8", "reconcileID": "757b0193-1db0-4446-93e4-7ebb773fb673", "LLMInferenceService": "rate-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:41:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "rate-test-model-9629e8", "reconcileID": "1e2f44a6-8860-4bd3-80c9-655de654f889", "LLMInferenceService": "rate-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:41:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "rate-test-model-9629e8", "reconcileID": "1e2f44a6-8860-4bd3-80c9-655de654f889", "LLMInferenceService": "rate-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:41:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "rate-test-model-9629e8", "reconcileID": "1e2f44a6-8860-4bd3-80c9-655de654f889", "LLMInferenceService": "rate-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:41:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "rate-test-model-9629e8", "reconcileID": "1e2f44a6-8860-4bd3-80c9-655de654f889", "LLMInferenceService": "rate-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "rate-test-model-9629e8-kserve-route-authn"} 2026-07-02T19:41:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "rate-test-model-9629e8", "reconcileID": "1e2f44a6-8860-4bd3-80c9-655de654f889", "LLMInferenceService": "rate-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8", "authType": "userdefined"} 2026-07-02T19:41:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "rate-test-model-9629e8", "reconcileID": "1e2f44a6-8860-4bd3-80c9-655de654f889", "LLMInferenceService": "rate-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:41:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd", "reconcileID": "ef8e5d38-73b6-4bf9-a75c-b539f9107f47", "LLMInferenceService": "rate-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:41:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd", "reconcileID": "ef8e5d38-73b6-4bf9-a75c-b539f9107f47", "LLMInferenceService": "rate-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:41:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd", "reconcileID": "ef8e5d38-73b6-4bf9-a75c-b539f9107f47", "LLMInferenceService": "rate-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:41:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "5fd391f5-4bad-4e37-a45c-6a02bc9a8f81", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:41:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd", "reconcileID": "ef8e5d38-73b6-4bf9-a75c-b539f9107f47", "LLMInferenceService": "rate-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd-kserve-route-authn"} 2026-07-02T19:41:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd", "reconcileID": "ef8e5d38-73b6-4bf9-a75c-b539f9107f47", "LLMInferenceService": "rate-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "authType": "userdefined"} 2026-07-02T19:41:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd", "reconcileID": "ef8e5d38-73b6-4bf9-a75c-b539f9107f47", "LLMInferenceService": "rate-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:41:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "5fd391f5-4bad-4e37-a45c-6a02bc9a8f81", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd-authn-ssl"} 2026-07-02T19:41:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "5fd391f5-4bad-4e37-a45c-6a02bc9a8f81", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:41:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd", "reconcileID": "3760f859-8fe9-4677-b67f-d145d59144b3", "LLMInferenceService": "rate-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:41:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd", "reconcileID": "3760f859-8fe9-4677-b67f-d145d59144b3", "LLMInferenceService": "rate-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:41:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd", "reconcileID": "3760f859-8fe9-4677-b67f-d145d59144b3", "LLMInferenceService": "rate-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:41:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd", "reconcileID": "3760f859-8fe9-4677-b67f-d145d59144b3", "LLMInferenceService": "rate-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd-kserve-route-authn"} 2026-07-02T19:41:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd", "reconcileID": "3760f859-8fe9-4677-b67f-d145d59144b3", "LLMInferenceService": "rate-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "authType": "userdefined"} 2026-07-02T19:41:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd", "reconcileID": "3760f859-8fe9-4677-b67f-d145d59144b3", "LLMInferenceService": "rate-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:41:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "2e0a9059-4823-4857-b255-9e4c5081ce93", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T19:41:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "862d0f78-61dd-412f-a0e1-f8f20158d34d", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T19:41:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "4b1ef5ce-be8b-4baa-99b6-53a8a9b39e8e", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:41:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "4b1ef5ce-be8b-4baa-99b6-53a8a9b39e8e", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd-authn-ssl"} 2026-07-02T19:41:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "4b1ef5ce-be8b-4baa-99b6-53a8a9b39e8e", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:41:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd", "reconcileID": "e19a4131-61df-4c6e-87f9-6b2c5b7fe239", "LLMInferenceService": "rate-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:41:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd", "reconcileID": "e19a4131-61df-4c6e-87f9-6b2c5b7fe239", "LLMInferenceService": "rate-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:41:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd", "reconcileID": "e19a4131-61df-4c6e-87f9-6b2c5b7fe239", "LLMInferenceService": "rate-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:41:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd", "reconcileID": "e19a4131-61df-4c6e-87f9-6b2c5b7fe239", "LLMInferenceService": "rate-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd-kserve-route-authn"} 2026-07-02T19:41:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd", "reconcileID": "e19a4131-61df-4c6e-87f9-6b2c5b7fe239", "LLMInferenceService": "rate-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "authType": "userdefined"} 2026-07-02T19:41:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd", "reconcileID": "e19a4131-61df-4c6e-87f9-6b2c5b7fe239", "LLMInferenceService": "rate-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:41:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd", "reconcileID": "7d217c38-d58e-461d-84ba-31acabde65fb", "LLMInferenceService": "rate-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:41:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd", "reconcileID": "7d217c38-d58e-461d-84ba-31acabde65fb", "LLMInferenceService": "rate-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:41:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd", "reconcileID": "7d217c38-d58e-461d-84ba-31acabde65fb", "LLMInferenceService": "rate-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:41:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd", "reconcileID": "7d217c38-d58e-461d-84ba-31acabde65fb", "LLMInferenceService": "rate-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd-kserve-route-authn"} 2026-07-02T19:41:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd", "reconcileID": "7d217c38-d58e-461d-84ba-31acabde65fb", "LLMInferenceService": "rate-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "authType": "userdefined"} 2026-07-02T19:41:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd", "reconcileID": "7d217c38-d58e-461d-84ba-31acabde65fb", "LLMInferenceService": "rate-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:42:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd", "reconcileID": "08ac9f21-942d-4e3a-9fb1-73352e0a4a61", "LLMInferenceService": "rate-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:42:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd", "reconcileID": "08ac9f21-942d-4e3a-9fb1-73352e0a4a61", "LLMInferenceService": "rate-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:42:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd", "reconcileID": "08ac9f21-942d-4e3a-9fb1-73352e0a4a61", "LLMInferenceService": "rate-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:42:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd", "reconcileID": "08ac9f21-942d-4e3a-9fb1-73352e0a4a61", "LLMInferenceService": "rate-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd-kserve-route-authn"} 2026-07-02T19:42:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd", "reconcileID": "08ac9f21-942d-4e3a-9fb1-73352e0a4a61", "LLMInferenceService": "rate-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "authType": "userdefined"} 2026-07-02T19:42:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd", "reconcileID": "08ac9f21-942d-4e3a-9fb1-73352e0a4a61", "LLMInferenceService": "rate-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:42:34Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "rate-test-model-9629e8", "reconcileID": "df78a1a2-0bc3-4ec2-a1da-8cb83c29a036", "LLMInferenceService": "rate-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:42:34Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "rate-test-model-9629e8", "reconcileID": "df78a1a2-0bc3-4ec2-a1da-8cb83c29a036", "LLMInferenceService": "rate-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "rate-test-model-9629e8"} 2026-07-02T19:42:34Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "rate-test-model-9629e8", "reconcileID": "df78a1a2-0bc3-4ec2-a1da-8cb83c29a036", "LLMInferenceService": "rate-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:42:34Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "rate-test-model-9629e8", "reconcileID": "df78a1a2-0bc3-4ec2-a1da-8cb83c29a036", "LLMInferenceService": "rate-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:42:34Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "rate-test-model-9629e8", "reconcileID": "df78a1a2-0bc3-4ec2-a1da-8cb83c29a036", "LLMInferenceService": "rate-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "rate-test-model-9629e8-kserve-route-authn"} 2026-07-02T19:42:34Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "rate-test-model-9629e8", "reconcileID": "df78a1a2-0bc3-4ec2-a1da-8cb83c29a036", "LLMInferenceService": "rate-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "rate-test-model-9629e8-kserve-route-authn"} 2026-07-02T19:42:34Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "rate-test-model-9629e8", "reconcileID": "df78a1a2-0bc3-4ec2-a1da-8cb83c29a036", "LLMInferenceService": "rate-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:42:34Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "rate-test-model-9629e8", "reconcileID": "df78a1a2-0bc3-4ec2-a1da-8cb83c29a036", "LLMInferenceService": "rate-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:42:34Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9629e8","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "rate-test-model-9629e8", "reconcileID": "0afa43ae-4bbb-4bea-99d0-7b8d878803df", "LLMInferenceService": "rate-test-model-9629e8", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:42:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "8ed9d2ac-cd56-49dc-9288-0a0923d2a94d", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:42:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "8ed9d2ac-cd56-49dc-9288-0a0923d2a94d", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8-authn-ssl"} 2026-07-02T19:42:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "8ed9d2ac-cd56-49dc-9288-0a0923d2a94d", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:42:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "2ecbcebf-1f60-4326-b20a-b916f380037c", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:42:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "2ecbcebf-1f60-4326-b20a-b916f380037c", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8-authn-ssl"} 2026-07-02T19:42:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "2ecbcebf-1f60-4326-b20a-b916f380037c", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:42:34Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd", "reconcileID": "7aa342bf-cacf-4795-b1ff-c12357456fd1", "LLMInferenceService": "rate-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:42:34Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd", "reconcileID": "7aa342bf-cacf-4795-b1ff-c12357456fd1", "LLMInferenceService": "rate-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd"} 2026-07-02T19:42:34Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd", "reconcileID": "7aa342bf-cacf-4795-b1ff-c12357456fd1", "LLMInferenceService": "rate-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:42:34Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd", "reconcileID": "7aa342bf-cacf-4795-b1ff-c12357456fd1", "LLMInferenceService": "rate-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:42:34Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd", "reconcileID": "7aa342bf-cacf-4795-b1ff-c12357456fd1", "LLMInferenceService": "rate-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd-kserve-route-authn"} 2026-07-02T19:42:34Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd", "reconcileID": "7aa342bf-cacf-4795-b1ff-c12357456fd1", "LLMInferenceService": "rate-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd-kserve-route-authn"} 2026-07-02T19:42:34Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd", "reconcileID": "7aa342bf-cacf-4795-b1ff-c12357456fd1", "LLMInferenceService": "rate-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:42:34Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd", "reconcileID": "7aa342bf-cacf-4795-b1ff-c12357456fd1", "LLMInferenceService": "rate-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:42:35Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6500fd","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "rate-test-model-6500fd", "reconcileID": "7ae9a333-be09-46ab-8a14-de9a582cae94", "LLMInferenceService": "rate-test-model-6500fd", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:42:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "4c6b3ded-1cf9-4407-b313-be8df9801e11", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:42:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "4c6b3ded-1cf9-4407-b313-be8df9801e11", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd-authn-ssl"} 2026-07-02T19:42:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "4c6b3ded-1cf9-4407-b313-be8df9801e11", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:42:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "2d785089-ff1f-4c29-a092-ad497d01a53a", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:42:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "2d785089-ff1f-4c29-a092-ad497d01a53a", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd-authn-ssl"} 2026-07-02T19:42:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "2d785089-ff1f-4c29-a092-ad497d01a53a", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:42:51Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-02T19:42:51Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-02T19:42:55Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-02T19:42:55Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-02T19:42:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "84dea26d-c657-4668-a7bd-7516508bf98a", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T19:42:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "1d364f29-23c4-4a28-8b0e-e602220761c2", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:42:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "1d364f29-23c4-4a28-8b0e-e602220761c2", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8-authn-ssl"} 2026-07-02T19:42:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "1d364f29-23c4-4a28-8b0e-e602220761c2", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:43:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c34f7511-c614-4c77-bfda-b6a2a2950984", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:43:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c34f7511-c614-4c77-bfda-b6a2a2950984", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9629e8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T19:43:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c34f7511-c614-4c77-bfda-b6a2a2950984", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-9629e8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T19:43:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "odh-trusted-ca-bundle", "reconcileID": "bdcd59ed-235f-4019-8afe-1f0534d3babd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:43:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "odh-trusted-ca-bundle", "reconcileID": "bdcd59ed-235f-4019-8afe-1f0534d3babd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:43:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "openshift-service-ca.crt", "reconcileID": "038b411d-d3f7-4dba-9cfb-79ccb5aed504", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:43:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "openshift-service-ca.crt", "reconcileID": "038b411d-d3f7-4dba-9cfb-79ccb5aed504", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:43:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aea35396-0723-47e9-b2b5-5ba272423809", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:43:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9629e8"}, "namespace": "ai-tenant-e2e-shared-a-9629e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aea35396-0723-47e9-b2b5-5ba272423809", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9629e8"} 2026-07-02T19:43:05Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9629e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9629e8", "reconcileID": "f2bb3ce7-0190-4ffe-9e9e-af95d83eba30", "Gateway": "e2e-shared-a-9629e8", "namespace": "openshift-ingress"} 2026-07-02T19:43:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "65774243-42ae-494a-8a55-cc7234110ea0", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T19:43:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "d5eb2e9c-2257-4be7-9613-c139cd9d2c56", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:43:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "d5eb2e9c-2257-4be7-9613-c139cd9d2c56", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd-authn-ssl"} 2026-07-02T19:43:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "d5eb2e9c-2257-4be7-9613-c139cd9d2c56", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"} 2026-07-02T19:43:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a3d2b0ab-5076-4e4a-ae8e-9604c19079d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:43:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a3d2b0ab-5076-4e4a-ae8e-9604c19079d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6500fd", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T19:43:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a3d2b0ab-5076-4e4a-ae8e-9604c19079d9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-6500fd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T19:43:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "odh-trusted-ca-bundle", "reconcileID": "c4c234b0-cce6-4914-9002-1bc24af4df08", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:43:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "odh-trusted-ca-bundle", "reconcileID": "c4c234b0-cce6-4914-9002-1bc24af4df08", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:43:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "openshift-service-ca.crt", "reconcileID": "08883cd8-50cd-4f9a-ac5a-00dfdbdc25d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:43:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "openshift-service-ca.crt", "reconcileID": "08883cd8-50cd-4f9a-ac5a-00dfdbdc25d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:43:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1306ac1-6c2a-4361-b10a-07707dc90fbd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:43:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6500fd"}, "namespace": "ai-tenant-e2e-shared-b-6500fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1306ac1-6c2a-4361-b10a-07707dc90fbd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6500fd"} 2026-07-02T19:43:12Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6500fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6500fd", "reconcileID": "defa8e42-3be5-4fdb-b1ea-c3159c8533fd", "Gateway": "e2e-shared-b-6500fd", "namespace": "openshift-ingress"}