2026-07-14T20:26:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0f00f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0f00f6", "reconcileID": "59273d85-6f68-4c4c-81ba-d954ae55b044", "Gateway": "e2e-api-b-0f00f6", "namespace": "openshift-ingress", "name": "e2e-api-b-0f00f6-authn-ssl"} 2026-07-14T20:26:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0f00f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0f00f6", "reconcileID": "59273d85-6f68-4c4c-81ba-d954ae55b044", "Gateway": "e2e-api-b-0f00f6", "namespace": "openshift-ingress"} 2026-07-14T20:26:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0f00f6"}, "namespace": "ai-tenant-e2e-api-b-0f00f6", "name": "openshift-service-ca.crt", "reconcileID": "38b5fdac-cf3c-4399-8214-89a757142cd1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0f00f6"} 2026-07-14T20:26:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0f00f6"}, "namespace": "ai-tenant-e2e-api-b-0f00f6", "name": "odh-trusted-ca-bundle", "reconcileID": "cadba5fa-b02d-4f64-a3a2-e28c713e4686", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0f00f6"} 2026-07-14T20:26:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0f00f6"}, "namespace": "ai-tenant-e2e-api-b-0f00f6", "name": "openshift-service-ca.crt", "reconcileID": "7521f2f7-912a-47af-92cb-e364b87c0b37", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0f00f6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-14T20:26:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0f00f6"}, "namespace": "ai-tenant-e2e-api-b-0f00f6", "name": "openshift-service-ca.crt", "reconcileID": "7521f2f7-912a-47af-92cb-e364b87c0b37", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0f00f6"} 2026-07-14T20:26:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0f00f6"}, "namespace": "ai-tenant-e2e-api-b-0f00f6", "name": "openshift-service-ca.crt", "reconcileID": "1780fe12-37c3-482b-b9dc-3ad393291f20", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0f00f6"} 2026-07-14T20:26:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0f00f6"}, "namespace": "ai-tenant-e2e-api-b-0f00f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "339f4334-ae0d-4415-8c54-e9b27adefe94", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0f00f6"} 2026-07-14T20:26:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0f00f6"}, "namespace": "ai-tenant-e2e-api-b-0f00f6", "name": "odh-trusted-ca-bundle", "reconcileID": "a3bde55e-dcd0-41c7-9dcf-ae97ee20095c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0f00f6", "update": "odh-kserve-custom-ca-bundle"} 2026-07-14T20:26:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0f00f6"}, "namespace": "ai-tenant-e2e-api-b-0f00f6", "name": "odh-trusted-ca-bundle", "reconcileID": "a3bde55e-dcd0-41c7-9dcf-ae97ee20095c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0f00f6"} 2026-07-14T20:26:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0f00f6"}, "namespace": "ai-tenant-e2e-api-b-0f00f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "42331d7f-219e-49d5-b797-b6913fd9f0d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0f00f6"} 2026-07-14T20:26:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0f00f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0f00f6", "reconcileID": "d012fb56-e506-4fcd-9938-5b24f836c4f0", "Gateway": "e2e-api-b-0f00f6", "namespace": "openshift-ingress"} 2026-07-14T20:26:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0f00f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0f00f6", "reconcileID": "d012fb56-e506-4fcd-9938-5b24f836c4f0", "Gateway": "e2e-api-b-0f00f6", "namespace": "openshift-ingress", "name": "e2e-api-b-0f00f6-authn-ssl"} 2026-07-14T20:26:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0f00f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0f00f6", "reconcileID": "d012fb56-e506-4fcd-9938-5b24f836c4f0", "Gateway": "e2e-api-b-0f00f6", "namespace": "openshift-ingress"} 2026-07-14T20:26:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "81d93d1b-7877-4a64-9874-1ef3c295bbac", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T20:26:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-409b4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-409b4f", "reconcileID": "6e6f1d4e-ac6a-43f7-9118-7062b753bb1f", "Gateway": "e2e-api-a-409b4f", "namespace": "openshift-ingress"} 2026-07-14T20:26:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-409b4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-409b4f", "reconcileID": "6e6f1d4e-ac6a-43f7-9118-7062b753bb1f", "Gateway": "e2e-api-a-409b4f", "namespace": "openshift-ingress", "name": "e2e-api-a-409b4f-authn-ssl"} 2026-07-14T20:26:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-409b4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-409b4f", "reconcileID": "6e6f1d4e-ac6a-43f7-9118-7062b753bb1f", "Gateway": "e2e-api-a-409b4f", "namespace": "openshift-ingress"} 2026-07-14T20:27:01Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-14T20:27:01Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-14T20:27:03Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-14T20:27:03Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-14T20:27:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0f00f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0f00f6", "reconcileID": "51f687f2-6a78-4966-b7e5-d6c447ad0084", "Gateway": "e2e-api-b-0f00f6", "namespace": "openshift-ingress"} 2026-07-14T20:27:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0f00f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0f00f6", "reconcileID": "51f687f2-6a78-4966-b7e5-d6c447ad0084", "Gateway": "e2e-api-b-0f00f6", "namespace": "openshift-ingress", "name": "e2e-api-b-0f00f6-authn-ssl"} 2026-07-14T20:27:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0f00f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0f00f6", "reconcileID": "51f687f2-6a78-4966-b7e5-d6c447ad0084", "Gateway": "e2e-api-b-0f00f6", "namespace": "openshift-ingress"} 2026-07-14T20:27:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0db8a4df-80a8-4eab-a94c-72638049b7b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T20:27:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "be647037-eeee-43c8-a4a9-4e1e7178164a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T20:27:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4f1edfe2-5fa2-4fcb-8844-ce603e2fb5ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T20:27:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-409b4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-409b4f", "reconcileID": "0ca37fd1-d1e7-4f16-965a-cdd51420615b", "Gateway": "e2e-api-a-409b4f", "namespace": "openshift-ingress"} 2026-07-14T20:27:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-409b4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-409b4f", "reconcileID": "0ca37fd1-d1e7-4f16-965a-cdd51420615b", "Gateway": "e2e-api-a-409b4f", "namespace": "openshift-ingress", "name": "e2e-api-a-409b4f-authn-ssl"} 2026-07-14T20:27:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-409b4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-409b4f", "reconcileID": "0ca37fd1-d1e7-4f16-965a-cdd51420615b", "Gateway": "e2e-api-a-409b4f", "namespace": "openshift-ingress"} 2026-07-14T20:27:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-409b4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-409b4f", "reconcileID": "85b18045-8c14-471d-9a27-a373df68a597", "Gateway": "e2e-api-a-409b4f", "namespace": "openshift-ingress"} 2026-07-14T20:27:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-409b4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-409b4f", "reconcileID": "85b18045-8c14-471d-9a27-a373df68a597", "Gateway": "e2e-api-a-409b4f", "namespace": "openshift-ingress", "name": "e2e-api-a-409b4f-authn-ssl"} 2026-07-14T20:27:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-409b4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-409b4f", "reconcileID": "85b18045-8c14-471d-9a27-a373df68a597", "Gateway": "e2e-api-a-409b4f", "namespace": "openshift-ingress"} 2026-07-14T20:27:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-409b4f"}, "namespace": "ai-tenant-e2e-api-a-409b4f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63bc7976-23d9-4e4f-a628-8de2272d2353", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-409b4f"} 2026-07-14T20:27:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-409b4f"}, "namespace": "ai-tenant-e2e-api-a-409b4f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63bc7976-23d9-4e4f-a628-8de2272d2353", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-409b4f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-14T20:27:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-409b4f"}, "namespace": "ai-tenant-e2e-api-a-409b4f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63bc7976-23d9-4e4f-a628-8de2272d2353", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-409b4f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-14T20:27:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-409b4f"}, "namespace": "ai-tenant-e2e-api-a-409b4f", "name": "odh-trusted-ca-bundle", "reconcileID": "4075ea77-71fe-44f2-91e0-203f6813452f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-409b4f"} 2026-07-14T20:27:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-409b4f"}, "namespace": "ai-tenant-e2e-api-a-409b4f", "name": "odh-trusted-ca-bundle", "reconcileID": "4075ea77-71fe-44f2-91e0-203f6813452f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-409b4f"} 2026-07-14T20:27:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-409b4f"}, "namespace": "ai-tenant-e2e-api-a-409b4f", "name": "openshift-service-ca.crt", "reconcileID": "ddb6ee70-3b0c-4ed0-b63f-acc9d4c88cd6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-409b4f"} 2026-07-14T20:27:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-409b4f"}, "namespace": "ai-tenant-e2e-api-a-409b4f", "name": "openshift-service-ca.crt", "reconcileID": "ddb6ee70-3b0c-4ed0-b63f-acc9d4c88cd6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-409b4f"} 2026-07-14T20:27:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-409b4f"}, "namespace": "ai-tenant-e2e-api-a-409b4f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1f20a95-2a3b-47a9-8825-6de7c9e0d7cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-409b4f"} 2026-07-14T20:27:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-409b4f"}, "namespace": "ai-tenant-e2e-api-a-409b4f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1f20a95-2a3b-47a9-8825-6de7c9e0d7cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-409b4f"} 2026-07-14T20:27:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a37eb751-67f6-4df6-8d2f-8e1a270c2904", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T20:27:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0f00f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0f00f6", "reconcileID": "ef61b212-2e95-4503-af53-22a62ca45b94", "Gateway": "e2e-api-b-0f00f6", "namespace": "openshift-ingress"} 2026-07-14T20:27:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0f00f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0f00f6", "reconcileID": "ef61b212-2e95-4503-af53-22a62ca45b94", "Gateway": "e2e-api-b-0f00f6", "namespace": "openshift-ingress", "name": "e2e-api-b-0f00f6-authn-ssl"} 2026-07-14T20:27:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0f00f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0f00f6", "reconcileID": "ef61b212-2e95-4503-af53-22a62ca45b94", "Gateway": "e2e-api-b-0f00f6", "namespace": "openshift-ingress"} 2026-07-14T20:27:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0f00f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0f00f6", "reconcileID": "66c54c4a-b725-4574-8839-8c30d4074611", "Gateway": "e2e-api-b-0f00f6", "namespace": "openshift-ingress"} 2026-07-14T20:27:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0f00f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0f00f6", "reconcileID": "66c54c4a-b725-4574-8839-8c30d4074611", "Gateway": "e2e-api-b-0f00f6", "namespace": "openshift-ingress", "name": "e2e-api-b-0f00f6-authn-ssl"} 2026-07-14T20:27:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0f00f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0f00f6", "reconcileID": "66c54c4a-b725-4574-8839-8c30d4074611", "Gateway": "e2e-api-b-0f00f6", "namespace": "openshift-ingress"} 2026-07-14T20:27:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0f00f6"}, "namespace": "ai-tenant-e2e-api-b-0f00f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "98518023-baa1-45d1-aafb-e0a91fa19f73", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0f00f6"} 2026-07-14T20:27:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0f00f6"}, "namespace": "ai-tenant-e2e-api-b-0f00f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "98518023-baa1-45d1-aafb-e0a91fa19f73", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0f00f6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-14T20:27:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0f00f6"}, "namespace": "ai-tenant-e2e-api-b-0f00f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "98518023-baa1-45d1-aafb-e0a91fa19f73", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-0f00f6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-14T20:27:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0f00f6"}, "namespace": "ai-tenant-e2e-api-b-0f00f6", "name": "odh-trusted-ca-bundle", "reconcileID": "515fbc93-335c-40a6-9c14-75589a894fcb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0f00f6"} 2026-07-14T20:27:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0f00f6"}, "namespace": "ai-tenant-e2e-api-b-0f00f6", "name": "odh-trusted-ca-bundle", "reconcileID": "515fbc93-335c-40a6-9c14-75589a894fcb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0f00f6"} 2026-07-14T20:27:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0f00f6"}, "namespace": "ai-tenant-e2e-api-b-0f00f6", "name": "openshift-service-ca.crt", "reconcileID": "14404251-28ec-420a-a04b-b25909bfe137", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0f00f6"} 2026-07-14T20:27:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0f00f6"}, "namespace": "ai-tenant-e2e-api-b-0f00f6", "name": "openshift-service-ca.crt", "reconcileID": "14404251-28ec-420a-a04b-b25909bfe137", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0f00f6"} 2026-07-14T20:27:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0f00f6"}, "namespace": "ai-tenant-e2e-api-b-0f00f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07dc7275-8343-442d-a5d8-2e9b2cedee8e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0f00f6"} 2026-07-14T20:27:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0f00f6"}, "namespace": "ai-tenant-e2e-api-b-0f00f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07dc7275-8343-442d-a5d8-2e9b2cedee8e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0f00f6"} 2026-07-14T20:27:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "4abd6344-692c-4f61-91f4-62e926d00b1f", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:27:57Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "4abd6344-692c-4f61-91f4-62e926d00b1f", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d-authn-ssl"} 2026-07-14T20:27:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "4abd6344-692c-4f61-91f4-62e926d00b1f", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:27:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "2a467b0d-fa6b-4b45-bee6-26d3a4cdafdf", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:27:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "2a467b0d-fa6b-4b45-bee6-26d3a4cdafdf", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d-authn-ssl"} 2026-07-14T20:27:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "2a467b0d-fa6b-4b45-bee6-26d3a4cdafdf", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:27:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "36d41b82-baef-4303-90b4-0a7a4d3f9f24", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:27:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "36d41b82-baef-4303-90b4-0a7a4d3f9f24", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d-authn-ssl"} 2026-07-14T20:27:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "36d41b82-baef-4303-90b4-0a7a4d3f9f24", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:27:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "69fc1848-9d42-45cc-b01f-a310996326bd", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:27:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "69fc1848-9d42-45cc-b01f-a310996326bd", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d-authn-ssl"} 2026-07-14T20:27:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "69fc1848-9d42-45cc-b01f-a310996326bd", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:27:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "3ee106ea-e35c-4add-8ca6-e3b5c7e52bc1", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:27:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "3ee106ea-e35c-4add-8ca6-e3b5c7e52bc1", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d-authn-ssl"} 2026-07-14T20:27:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "3ee106ea-e35c-4add-8ca6-e3b5c7e52bc1", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:27:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "dc3fcf18-342b-4981-a98e-d3b3b4bdcf37", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:27:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "dc3fcf18-342b-4981-a98e-d3b3b4bdcf37", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d-authn-ssl"} 2026-07-14T20:27:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "dc3fcf18-342b-4981-a98e-d3b3b4bdcf37", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:27:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "bc550fdb-c8e3-477d-93b7-387843753f7b", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:27:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "bc550fdb-c8e3-477d-93b7-387843753f7b", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d-authn-ssl"} 2026-07-14T20:27:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "bc550fdb-c8e3-477d-93b7-387843753f7b", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:27:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "openshift-service-ca.crt", "reconcileID": "d30d2f47-4dfa-4025-a5e5-e5f4e611da85", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:27:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "odh-trusted-ca-bundle", "reconcileID": "b4a9a8fe-b964-40e4-a52c-cd484df723e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:27:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "openshift-service-ca.crt", "reconcileID": "9e8540c4-82a3-4ac2-8bab-4820b62c53f8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-14T20:27:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "openshift-service-ca.crt", "reconcileID": "9e8540c4-82a3-4ac2-8bab-4820b62c53f8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:27:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "835e4b19-d4d9-417d-a78a-cef5d87d9bd1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:27:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "openshift-service-ca.crt", "reconcileID": "038a69cf-67cc-40c2-a4b2-9be233cd422b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:27:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "odh-trusted-ca-bundle", "reconcileID": "0b4e29bf-a8d5-41c1-b5ac-98fc3d1a5d76", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "update": "odh-kserve-custom-ca-bundle"} 2026-07-14T20:27:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "odh-trusted-ca-bundle", "reconcileID": "0b4e29bf-a8d5-41c1-b5ac-98fc3d1a5d76", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:27:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e07404fb-00f0-41fc-9f22-dc970046bc74", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:28:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "f567f32d-0f28-4dbb-bc1e-2e8e119a3b49", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:28:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "f567f32d-0f28-4dbb-bc1e-2e8e119a3b49", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d-authn-ssl"} 2026-07-14T20:28:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "f567f32d-0f28-4dbb-bc1e-2e8e119a3b49", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:28:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b636b966-1879-4e40-b328-58e97f75b140", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T20:28:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "b5b4ebc0-2981-464f-a856-7c7a76a84cc4", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:28:05Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "b5b4ebc0-2981-464f-a856-7c7a76a84cc4", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66-authn-ssl"} 2026-07-14T20:28:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "b5b4ebc0-2981-464f-a856-7c7a76a84cc4", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:28:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "b84ba8d8-d8cf-4661-91ed-4241aefded4b", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:28:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "b84ba8d8-d8cf-4661-91ed-4241aefded4b", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66-authn-ssl"} 2026-07-14T20:28:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "b84ba8d8-d8cf-4661-91ed-4241aefded4b", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:28:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "1a6c625b-0f8f-4d35-9c39-3852ee1c4d8b", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:28:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "1a6c625b-0f8f-4d35-9c39-3852ee1c4d8b", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66-authn-ssl"} 2026-07-14T20:28:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "1a6c625b-0f8f-4d35-9c39-3852ee1c4d8b", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:28:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "9a42bc32-8939-4732-bffb-fbfa43317401", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:28:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "9a42bc32-8939-4732-bffb-fbfa43317401", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66-authn-ssl"} 2026-07-14T20:28:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "9a42bc32-8939-4732-bffb-fbfa43317401", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:28:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "e614e474-8e98-4df8-82de-b43a1f101579", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:28:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "e614e474-8e98-4df8-82de-b43a1f101579", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66-authn-ssl"} 2026-07-14T20:28:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "e614e474-8e98-4df8-82de-b43a1f101579", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:28:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "0b01966b-e13c-4fed-96f9-a1de08163bb1", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:28:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "0b01966b-e13c-4fed-96f9-a1de08163bb1", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66-authn-ssl"} 2026-07-14T20:28:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "0b01966b-e13c-4fed-96f9-a1de08163bb1", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:28:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "d441905b-cb40-4890-ac5a-a7b1666eba1d", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:28:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "d441905b-cb40-4890-ac5a-a7b1666eba1d", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d-authn-ssl"} 2026-07-14T20:28:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "d441905b-cb40-4890-ac5a-a7b1666eba1d", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:28:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "fe726695-6971-4653-acf7-730a702b8df9", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:28:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "fe726695-6971-4653-acf7-730a702b8df9", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66-authn-ssl"} 2026-07-14T20:28:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "fe726695-6971-4653-acf7-730a702b8df9", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:28:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "openshift-service-ca.crt", "reconcileID": "580f4365-e776-4d8d-b892-10b1e6d377bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:28:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "odh-trusted-ca-bundle", "reconcileID": "4a0dc726-5034-4e2f-96a1-1f2b311a436d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:28:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "openshift-service-ca.crt", "reconcileID": "5ed00f5b-caeb-45d1-9a1e-f3a621d4281a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d04b66", "create": "odh-kserve-custom-ca-bundle"} 2026-07-14T20:28:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "openshift-service-ca.crt", "reconcileID": "5ed00f5b-caeb-45d1-9a1e-f3a621d4281a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:28:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "openshift-service-ca.crt", "reconcileID": "3a637f05-d310-4c1a-9bb7-f5593a8f4a09", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:28:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0659ec8e-c3c8-433e-a05e-65934456082f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:28:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "odh-trusted-ca-bundle", "reconcileID": "9156f0db-166e-4425-bb10-f350fa4bda9a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d04b66", "update": "odh-kserve-custom-ca-bundle"} 2026-07-14T20:28:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "odh-trusted-ca-bundle", "reconcileID": "9156f0db-166e-4425-bb10-f350fa4bda9a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:28:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef37121b-64ff-4a56-a39c-a1ceb3de29ba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:28:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "6c368a72-0525-4cd2-b770-d09fcac11b5c", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:28:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "6c368a72-0525-4cd2-b770-d09fcac11b5c", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66-authn-ssl"} 2026-07-14T20:28:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "6c368a72-0525-4cd2-b770-d09fcac11b5c", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:28:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f196ab3b-13e6-4ec4-8089-5f6cf22f76d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T20:28:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "9200e8a5-400b-4d63-9ab5-394423d625a2", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:28:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "9200e8a5-400b-4d63-9ab5-394423d625a2", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66-authn-ssl"} 2026-07-14T20:28:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "9200e8a5-400b-4d63-9ab5-394423d625a2", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:28:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d", "reconcileID": "f345cc79-ece6-4fc4-893d-dc8a51ab785c", "LLMInferenceService": "auth-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:28:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d", "reconcileID": "f345cc79-ece6-4fc4-893d-dc8a51ab785c", "LLMInferenceService": "auth-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:28:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d", "reconcileID": "f345cc79-ece6-4fc4-893d-dc8a51ab785c", "LLMInferenceService": "auth-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:28:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "0e1e7fd9-1b54-45af-a197-c43807bbd13f", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:28:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d", "reconcileID": "f345cc79-ece6-4fc4-893d-dc8a51ab785c", "LLMInferenceService": "auth-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d-kserve-route-authn"} 2026-07-14T20:28:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d", "reconcileID": "f345cc79-ece6-4fc4-893d-dc8a51ab785c", "LLMInferenceService": "auth-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "authType": "userdefined"} 2026-07-14T20:28:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d", "reconcileID": "f345cc79-ece6-4fc4-893d-dc8a51ab785c", "LLMInferenceService": "auth-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:28:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "0e1e7fd9-1b54-45af-a197-c43807bbd13f", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d-authn-ssl"} 2026-07-14T20:28:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "0e1e7fd9-1b54-45af-a197-c43807bbd13f", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:28:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d", "reconcileID": "93b40f0c-fcae-4791-8136-cb0fa73d7faf", "LLMInferenceService": "auth-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:28:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d", "reconcileID": "93b40f0c-fcae-4791-8136-cb0fa73d7faf", "LLMInferenceService": "auth-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:28:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d", "reconcileID": "93b40f0c-fcae-4791-8136-cb0fa73d7faf", "LLMInferenceService": "auth-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:28:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d", "reconcileID": "93b40f0c-fcae-4791-8136-cb0fa73d7faf", "LLMInferenceService": "auth-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d-kserve-route-authn"} 2026-07-14T20:28:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d", "reconcileID": "93b40f0c-fcae-4791-8136-cb0fa73d7faf", "LLMInferenceService": "auth-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "authType": "userdefined"} 2026-07-14T20:28:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d", "reconcileID": "93b40f0c-fcae-4791-8136-cb0fa73d7faf", "LLMInferenceService": "auth-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:28:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "5b8e66c2-3aba-4235-a4d5-f7fa73e0efd0", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:28:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "5b8e66c2-3aba-4235-a4d5-f7fa73e0efd0", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d-authn-ssl"} 2026-07-14T20:28:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "5b8e66c2-3aba-4235-a4d5-f7fa73e0efd0", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:28:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d", "reconcileID": "d6a6aa00-1c63-44b1-9791-f9828e926da0", "LLMInferenceService": "auth-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:28:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d", "reconcileID": "d6a6aa00-1c63-44b1-9791-f9828e926da0", "LLMInferenceService": "auth-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:28:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d", "reconcileID": "d6a6aa00-1c63-44b1-9791-f9828e926da0", "LLMInferenceService": "auth-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:28:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d", "reconcileID": "d6a6aa00-1c63-44b1-9791-f9828e926da0", "LLMInferenceService": "auth-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d-kserve-route-authn"} 2026-07-14T20:28:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d", "reconcileID": "d6a6aa00-1c63-44b1-9791-f9828e926da0", "LLMInferenceService": "auth-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "authType": "userdefined"} 2026-07-14T20:28:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d", "reconcileID": "d6a6aa00-1c63-44b1-9791-f9828e926da0", "LLMInferenceService": "auth-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:28:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fb7605aa-91c9-4728-a1ec-5c4d5b7a56ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T20:28:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d", "reconcileID": "bc99a6ac-1687-4e33-bc50-b2e33a55c324", "LLMInferenceService": "auth-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:28:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d", "reconcileID": "bc99a6ac-1687-4e33-bc50-b2e33a55c324", "LLMInferenceService": "auth-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:28:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d", "reconcileID": "bc99a6ac-1687-4e33-bc50-b2e33a55c324", "LLMInferenceService": "auth-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:28:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d", "reconcileID": "bc99a6ac-1687-4e33-bc50-b2e33a55c324", "LLMInferenceService": "auth-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d-kserve-route-authn"} 2026-07-14T20:28:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d", "reconcileID": "bc99a6ac-1687-4e33-bc50-b2e33a55c324", "LLMInferenceService": "auth-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "authType": "userdefined"} 2026-07-14T20:28:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d", "reconcileID": "bc99a6ac-1687-4e33-bc50-b2e33a55c324", "LLMInferenceService": "auth-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:28:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c4179a89-c07f-4e37-8e61-a06b136e9646", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T20:28:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d", "reconcileID": "3dd49398-f74b-40cd-96bf-52def08c0af2", "LLMInferenceService": "auth-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:28:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d", "reconcileID": "3dd49398-f74b-40cd-96bf-52def08c0af2", "LLMInferenceService": "auth-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:28:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d", "reconcileID": "3dd49398-f74b-40cd-96bf-52def08c0af2", "LLMInferenceService": "auth-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:28:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d", "reconcileID": "3dd49398-f74b-40cd-96bf-52def08c0af2", "LLMInferenceService": "auth-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d-kserve-route-authn"} 2026-07-14T20:28:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d", "reconcileID": "3dd49398-f74b-40cd-96bf-52def08c0af2", "LLMInferenceService": "auth-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "authType": "userdefined"} 2026-07-14T20:28:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d", "reconcileID": "3dd49398-f74b-40cd-96bf-52def08c0af2", "LLMInferenceService": "auth-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:28:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66", "reconcileID": "6c278a25-b8d9-46c7-81c9-f1327a81ae24", "LLMInferenceService": "auth-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:28:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66", "reconcileID": "6c278a25-b8d9-46c7-81c9-f1327a81ae24", "LLMInferenceService": "auth-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:28:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66", "reconcileID": "6c278a25-b8d9-46c7-81c9-f1327a81ae24", "LLMInferenceService": "auth-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:28:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "03128e4d-3822-4c99-9d47-5a6badbf3d71", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:28:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66", "reconcileID": "6c278a25-b8d9-46c7-81c9-f1327a81ae24", "LLMInferenceService": "auth-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66-kserve-route-authn"} 2026-07-14T20:28:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66", "reconcileID": "6c278a25-b8d9-46c7-81c9-f1327a81ae24", "LLMInferenceService": "auth-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "authType": "userdefined"} 2026-07-14T20:28:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66", "reconcileID": "6c278a25-b8d9-46c7-81c9-f1327a81ae24", "LLMInferenceService": "auth-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:28:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "03128e4d-3822-4c99-9d47-5a6badbf3d71", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66-authn-ssl"} 2026-07-14T20:28:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "03128e4d-3822-4c99-9d47-5a6badbf3d71", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:28:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66", "reconcileID": "f94c911b-36d2-42ea-9a69-388a42f2f427", "LLMInferenceService": "auth-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:28:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66", "reconcileID": "f94c911b-36d2-42ea-9a69-388a42f2f427", "LLMInferenceService": "auth-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:28:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66", "reconcileID": "f94c911b-36d2-42ea-9a69-388a42f2f427", "LLMInferenceService": "auth-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:28:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66", "reconcileID": "f94c911b-36d2-42ea-9a69-388a42f2f427", "LLMInferenceService": "auth-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66-kserve-route-authn"} 2026-07-14T20:28:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66", "reconcileID": "f94c911b-36d2-42ea-9a69-388a42f2f427", "LLMInferenceService": "auth-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "authType": "userdefined"} 2026-07-14T20:28:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66", "reconcileID": "f94c911b-36d2-42ea-9a69-388a42f2f427", "LLMInferenceService": "auth-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:28:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "03f13de4-8568-4b12-af17-8a36f7e2eb6b", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:28:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "03f13de4-8568-4b12-af17-8a36f7e2eb6b", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66-authn-ssl"} 2026-07-14T20:28:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "03f13de4-8568-4b12-af17-8a36f7e2eb6b", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:28:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66", "reconcileID": "36aa03fe-cb70-499a-ada5-6f603de2ab8c", "LLMInferenceService": "auth-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:28:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66", "reconcileID": "36aa03fe-cb70-499a-ada5-6f603de2ab8c", "LLMInferenceService": "auth-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:28:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66", "reconcileID": "36aa03fe-cb70-499a-ada5-6f603de2ab8c", "LLMInferenceService": "auth-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:28:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66", "reconcileID": "36aa03fe-cb70-499a-ada5-6f603de2ab8c", "LLMInferenceService": "auth-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66-kserve-route-authn"} 2026-07-14T20:28:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66", "reconcileID": "36aa03fe-cb70-499a-ada5-6f603de2ab8c", "LLMInferenceService": "auth-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "authType": "userdefined"} 2026-07-14T20:28:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66", "reconcileID": "36aa03fe-cb70-499a-ada5-6f603de2ab8c", "LLMInferenceService": "auth-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:28:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66", "reconcileID": "6c3cb942-fe89-471b-b33e-a482ac4f6a7a", "LLMInferenceService": "auth-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:28:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66", "reconcileID": "6c3cb942-fe89-471b-b33e-a482ac4f6a7a", "LLMInferenceService": "auth-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:28:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66", "reconcileID": "6c3cb942-fe89-471b-b33e-a482ac4f6a7a", "LLMInferenceService": "auth-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:28:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66", "reconcileID": "6c3cb942-fe89-471b-b33e-a482ac4f6a7a", "LLMInferenceService": "auth-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66-kserve-route-authn"} 2026-07-14T20:28:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66", "reconcileID": "6c3cb942-fe89-471b-b33e-a482ac4f6a7a", "LLMInferenceService": "auth-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "authType": "userdefined"} 2026-07-14T20:28:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66", "reconcileID": "6c3cb942-fe89-471b-b33e-a482ac4f6a7a", "LLMInferenceService": "auth-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:28:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66", "reconcileID": "700925c4-eebf-4bb1-b262-cf25425d25da", "LLMInferenceService": "auth-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:28:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66", "reconcileID": "700925c4-eebf-4bb1-b262-cf25425d25da", "LLMInferenceService": "auth-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:28:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66", "reconcileID": "700925c4-eebf-4bb1-b262-cf25425d25da", "LLMInferenceService": "auth-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:28:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66", "reconcileID": "700925c4-eebf-4bb1-b262-cf25425d25da", "LLMInferenceService": "auth-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66-kserve-route-authn"} 2026-07-14T20:28:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66", "reconcileID": "700925c4-eebf-4bb1-b262-cf25425d25da", "LLMInferenceService": "auth-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "authType": "userdefined"} 2026-07-14T20:28:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66", "reconcileID": "700925c4-eebf-4bb1-b262-cf25425d25da", "LLMInferenceService": "auth-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:28:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "a6295660-6df0-4edd-81cd-f54d3ef82b34", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:28:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "a6295660-6df0-4edd-81cd-f54d3ef82b34", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d-authn-ssl"} 2026-07-14T20:28:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "a6295660-6df0-4edd-81cd-f54d3ef82b34", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:29:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "f91786cc-dcb6-4970-ae8c-3250267d295f", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:29:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "f91786cc-dcb6-4970-ae8c-3250267d295f", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66-authn-ssl"} 2026-07-14T20:29:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "f91786cc-dcb6-4970-ae8c-3250267d295f", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:30:29Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d", "reconcileID": "83674045-b789-4fce-9cdc-96a331fe1986", "LLMInferenceService": "auth-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:30:29Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d", "reconcileID": "83674045-b789-4fce-9cdc-96a331fe1986", "LLMInferenceService": "auth-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d"} 2026-07-14T20:30:29Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d", "reconcileID": "83674045-b789-4fce-9cdc-96a331fe1986", "LLMInferenceService": "auth-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:30:29Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d", "reconcileID": "83674045-b789-4fce-9cdc-96a331fe1986", "LLMInferenceService": "auth-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:30:29Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d", "reconcileID": "83674045-b789-4fce-9cdc-96a331fe1986", "LLMInferenceService": "auth-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d-kserve-route-authn"} 2026-07-14T20:30:29Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d", "reconcileID": "83674045-b789-4fce-9cdc-96a331fe1986", "LLMInferenceService": "auth-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d-kserve-route-authn"} 2026-07-14T20:30:29Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d", "reconcileID": "83674045-b789-4fce-9cdc-96a331fe1986", "LLMInferenceService": "auth-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:30:29Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d", "reconcileID": "83674045-b789-4fce-9cdc-96a331fe1986", "LLMInferenceService": "auth-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:30:29Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "auth-test-model-10ef4d", "reconcileID": "66a1e200-bfef-4f42-865f-ffee9b59ce4b", "LLMInferenceService": "auth-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:30:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "604e2de8-c95a-45b5-9791-f32154426ed0", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:30:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "604e2de8-c95a-45b5-9791-f32154426ed0", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d-authn-ssl"} 2026-07-14T20:30:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "604e2de8-c95a-45b5-9791-f32154426ed0", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:30:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "d431a2f4-5f12-4737-8b57-c8f508d6dca7", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:30:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "d431a2f4-5f12-4737-8b57-c8f508d6dca7", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d-authn-ssl"} 2026-07-14T20:30:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "d431a2f4-5f12-4737-8b57-c8f508d6dca7", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:30:29Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66", "reconcileID": "95bea148-d771-4b76-85d1-0b0a6cff14bf", "LLMInferenceService": "auth-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:30:29Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66", "reconcileID": "95bea148-d771-4b76-85d1-0b0a6cff14bf", "LLMInferenceService": "auth-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66"} 2026-07-14T20:30:29Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66", "reconcileID": "95bea148-d771-4b76-85d1-0b0a6cff14bf", "LLMInferenceService": "auth-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:30:29Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66", "reconcileID": "95bea148-d771-4b76-85d1-0b0a6cff14bf", "LLMInferenceService": "auth-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:30:29Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66", "reconcileID": "95bea148-d771-4b76-85d1-0b0a6cff14bf", "LLMInferenceService": "auth-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66-kserve-route-authn"} 2026-07-14T20:30:29Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66", "reconcileID": "95bea148-d771-4b76-85d1-0b0a6cff14bf", "LLMInferenceService": "auth-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66-kserve-route-authn"} 2026-07-14T20:30:29Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66", "reconcileID": "95bea148-d771-4b76-85d1-0b0a6cff14bf", "LLMInferenceService": "auth-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:30:29Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66", "reconcileID": "95bea148-d771-4b76-85d1-0b0a6cff14bf", "LLMInferenceService": "auth-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:30:30Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "auth-test-model-d04b66", "reconcileID": "9ea13b86-841d-4987-8e0b-54b2f0f9e311", "LLMInferenceService": "auth-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:30:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "86e3e0fe-7036-4ce0-af11-eb832dbb5cef", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:30:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "86e3e0fe-7036-4ce0-af11-eb832dbb5cef", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66-authn-ssl"} 2026-07-14T20:30:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "86e3e0fe-7036-4ce0-af11-eb832dbb5cef", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:30:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "4243774b-23f6-4861-afa8-ed5a46445657", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:30:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "4243774b-23f6-4861-afa8-ed5a46445657", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66-authn-ssl"} 2026-07-14T20:30:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "4243774b-23f6-4861-afa8-ed5a46445657", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:30:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d", "reconcileID": "dc7a1f47-bf8b-47d7-9dd1-3b934ee7f5af", "LLMInferenceService": "sub-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:30:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d", "reconcileID": "dc7a1f47-bf8b-47d7-9dd1-3b934ee7f5af", "LLMInferenceService": "sub-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:30:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d", "reconcileID": "dc7a1f47-bf8b-47d7-9dd1-3b934ee7f5af", "LLMInferenceService": "sub-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:30:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "28434385-5474-4dfe-b840-e8133d8ca253", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:30:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d", "reconcileID": "dc7a1f47-bf8b-47d7-9dd1-3b934ee7f5af", "LLMInferenceService": "sub-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d-kserve-route-authn"} 2026-07-14T20:30:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d", "reconcileID": "dc7a1f47-bf8b-47d7-9dd1-3b934ee7f5af", "LLMInferenceService": "sub-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "authType": "userdefined"} 2026-07-14T20:30:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d", "reconcileID": "dc7a1f47-bf8b-47d7-9dd1-3b934ee7f5af", "LLMInferenceService": "sub-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:30:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "28434385-5474-4dfe-b840-e8133d8ca253", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d-authn-ssl"} 2026-07-14T20:30:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "28434385-5474-4dfe-b840-e8133d8ca253", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:30:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d", "reconcileID": "3471ac87-da2b-4711-9434-6a0d15f6e981", "LLMInferenceService": "sub-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:30:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d", "reconcileID": "3471ac87-da2b-4711-9434-6a0d15f6e981", "LLMInferenceService": "sub-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:30:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d", "reconcileID": "3471ac87-da2b-4711-9434-6a0d15f6e981", "LLMInferenceService": "sub-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:30:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d", "reconcileID": "3471ac87-da2b-4711-9434-6a0d15f6e981", "LLMInferenceService": "sub-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d-kserve-route-authn"} 2026-07-14T20:30:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d", "reconcileID": "3471ac87-da2b-4711-9434-6a0d15f6e981", "LLMInferenceService": "sub-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "authType": "userdefined"} 2026-07-14T20:30:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d", "reconcileID": "3471ac87-da2b-4711-9434-6a0d15f6e981", "LLMInferenceService": "sub-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:30:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "ae987799-1ba8-4b5a-986b-ebac9e610108", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:30:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "ae987799-1ba8-4b5a-986b-ebac9e610108", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d-authn-ssl"} 2026-07-14T20:30:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "ae987799-1ba8-4b5a-986b-ebac9e610108", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:30:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d", "reconcileID": "858d046d-1f90-4105-bbdc-a6b28cfa2660", "LLMInferenceService": "sub-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:30:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d", "reconcileID": "858d046d-1f90-4105-bbdc-a6b28cfa2660", "LLMInferenceService": "sub-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:30:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d", "reconcileID": "858d046d-1f90-4105-bbdc-a6b28cfa2660", "LLMInferenceService": "sub-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:30:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d", "reconcileID": "858d046d-1f90-4105-bbdc-a6b28cfa2660", "LLMInferenceService": "sub-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d-kserve-route-authn"} 2026-07-14T20:30:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d", "reconcileID": "858d046d-1f90-4105-bbdc-a6b28cfa2660", "LLMInferenceService": "sub-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "authType": "userdefined"} 2026-07-14T20:30:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d", "reconcileID": "858d046d-1f90-4105-bbdc-a6b28cfa2660", "LLMInferenceService": "sub-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:30:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d", "reconcileID": "df2eeb58-9d5e-4fd7-9595-0be55a369b49", "LLMInferenceService": "sub-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:30:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d", "reconcileID": "df2eeb58-9d5e-4fd7-9595-0be55a369b49", "LLMInferenceService": "sub-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:30:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d", "reconcileID": "df2eeb58-9d5e-4fd7-9595-0be55a369b49", "LLMInferenceService": "sub-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:30:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d", "reconcileID": "df2eeb58-9d5e-4fd7-9595-0be55a369b49", "LLMInferenceService": "sub-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d-kserve-route-authn"} 2026-07-14T20:30:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d", "reconcileID": "df2eeb58-9d5e-4fd7-9595-0be55a369b49", "LLMInferenceService": "sub-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "authType": "userdefined"} 2026-07-14T20:30:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d", "reconcileID": "df2eeb58-9d5e-4fd7-9595-0be55a369b49", "LLMInferenceService": "sub-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:30:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d", "reconcileID": "6c707d12-d0d8-438e-9f61-9495c9d89294", "LLMInferenceService": "sub-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:30:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d", "reconcileID": "6c707d12-d0d8-438e-9f61-9495c9d89294", "LLMInferenceService": "sub-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:30:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d", "reconcileID": "6c707d12-d0d8-438e-9f61-9495c9d89294", "LLMInferenceService": "sub-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:30:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d", "reconcileID": "6c707d12-d0d8-438e-9f61-9495c9d89294", "LLMInferenceService": "sub-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d-kserve-route-authn"} 2026-07-14T20:30:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d", "reconcileID": "6c707d12-d0d8-438e-9f61-9495c9d89294", "LLMInferenceService": "sub-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "authType": "userdefined"} 2026-07-14T20:30:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d", "reconcileID": "6c707d12-d0d8-438e-9f61-9495c9d89294", "LLMInferenceService": "sub-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:30:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ee483512-c7c4-4004-b20f-cb1b97920c86", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T20:31:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66", "reconcileID": "8d204642-a1fa-4c24-9846-83c96d39b9b6", "LLMInferenceService": "sub-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:31:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66", "reconcileID": "8d204642-a1fa-4c24-9846-83c96d39b9b6", "LLMInferenceService": "sub-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:31:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66", "reconcileID": "8d204642-a1fa-4c24-9846-83c96d39b9b6", "LLMInferenceService": "sub-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:31:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "38eb00d4-735b-46b5-82cd-296c81cfaa01", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:31:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66", "reconcileID": "8d204642-a1fa-4c24-9846-83c96d39b9b6", "LLMInferenceService": "sub-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66-kserve-route-authn"} 2026-07-14T20:31:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66", "reconcileID": "8d204642-a1fa-4c24-9846-83c96d39b9b6", "LLMInferenceService": "sub-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "authType": "userdefined"} 2026-07-14T20:31:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66", "reconcileID": "8d204642-a1fa-4c24-9846-83c96d39b9b6", "LLMInferenceService": "sub-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:31:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "38eb00d4-735b-46b5-82cd-296c81cfaa01", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66-authn-ssl"} 2026-07-14T20:31:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "38eb00d4-735b-46b5-82cd-296c81cfaa01", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:31:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66", "reconcileID": "e372142b-bea9-421c-abe5-37366c2ac016", "LLMInferenceService": "sub-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:31:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66", "reconcileID": "e372142b-bea9-421c-abe5-37366c2ac016", "LLMInferenceService": "sub-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:31:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66", "reconcileID": "e372142b-bea9-421c-abe5-37366c2ac016", "LLMInferenceService": "sub-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:31:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66", "reconcileID": "e372142b-bea9-421c-abe5-37366c2ac016", "LLMInferenceService": "sub-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66-kserve-route-authn"} 2026-07-14T20:31:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66", "reconcileID": "e372142b-bea9-421c-abe5-37366c2ac016", "LLMInferenceService": "sub-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "authType": "userdefined"} 2026-07-14T20:31:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66", "reconcileID": "e372142b-bea9-421c-abe5-37366c2ac016", "LLMInferenceService": "sub-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:31:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "1e615795-3823-4d8d-88ae-f4fce8325596", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:31:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "1e615795-3823-4d8d-88ae-f4fce8325596", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66-authn-ssl"} 2026-07-14T20:31:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "1e615795-3823-4d8d-88ae-f4fce8325596", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:31:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66", "reconcileID": "5bef4d4c-8b2a-42c5-a183-d3d672f42b90", "LLMInferenceService": "sub-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:31:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66", "reconcileID": "5bef4d4c-8b2a-42c5-a183-d3d672f42b90", "LLMInferenceService": "sub-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:31:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66", "reconcileID": "5bef4d4c-8b2a-42c5-a183-d3d672f42b90", "LLMInferenceService": "sub-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:31:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66", "reconcileID": "5bef4d4c-8b2a-42c5-a183-d3d672f42b90", "LLMInferenceService": "sub-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66-kserve-route-authn"} 2026-07-14T20:31:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66", "reconcileID": "5bef4d4c-8b2a-42c5-a183-d3d672f42b90", "LLMInferenceService": "sub-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "authType": "userdefined"} 2026-07-14T20:31:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66", "reconcileID": "5bef4d4c-8b2a-42c5-a183-d3d672f42b90", "LLMInferenceService": "sub-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:31:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66", "reconcileID": "8a07fd9d-8fc0-4c11-8fb5-90277003b8d5", "LLMInferenceService": "sub-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:31:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66", "reconcileID": "8a07fd9d-8fc0-4c11-8fb5-90277003b8d5", "LLMInferenceService": "sub-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:31:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66", "reconcileID": "8a07fd9d-8fc0-4c11-8fb5-90277003b8d5", "LLMInferenceService": "sub-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:31:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66", "reconcileID": "8a07fd9d-8fc0-4c11-8fb5-90277003b8d5", "LLMInferenceService": "sub-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66-kserve-route-authn"} 2026-07-14T20:31:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66", "reconcileID": "8a07fd9d-8fc0-4c11-8fb5-90277003b8d5", "LLMInferenceService": "sub-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "authType": "userdefined"} 2026-07-14T20:31:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66", "reconcileID": "8a07fd9d-8fc0-4c11-8fb5-90277003b8d5", "LLMInferenceService": "sub-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:31:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66", "reconcileID": "b2b139ff-f5c9-4db7-867a-015c2974d420", "LLMInferenceService": "sub-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:31:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66", "reconcileID": "b2b139ff-f5c9-4db7-867a-015c2974d420", "LLMInferenceService": "sub-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:31:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66", "reconcileID": "b2b139ff-f5c9-4db7-867a-015c2974d420", "LLMInferenceService": "sub-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:31:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66", "reconcileID": "b2b139ff-f5c9-4db7-867a-015c2974d420", "LLMInferenceService": "sub-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66-kserve-route-authn"} 2026-07-14T20:31:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66", "reconcileID": "b2b139ff-f5c9-4db7-867a-015c2974d420", "LLMInferenceService": "sub-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "authType": "userdefined"} 2026-07-14T20:31:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66", "reconcileID": "b2b139ff-f5c9-4db7-867a-015c2974d420", "LLMInferenceService": "sub-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:31:49Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d", "reconcileID": "9745407f-17d6-4881-a036-34505ae60db8", "LLMInferenceService": "sub-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:31:49Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d", "reconcileID": "9745407f-17d6-4881-a036-34505ae60db8", "LLMInferenceService": "sub-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d"} 2026-07-14T20:31:49Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d", "reconcileID": "9745407f-17d6-4881-a036-34505ae60db8", "LLMInferenceService": "sub-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:31:49Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d", "reconcileID": "9745407f-17d6-4881-a036-34505ae60db8", "LLMInferenceService": "sub-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:31:49Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d", "reconcileID": "9745407f-17d6-4881-a036-34505ae60db8", "LLMInferenceService": "sub-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d-kserve-route-authn"} 2026-07-14T20:31:49Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d", "reconcileID": "9745407f-17d6-4881-a036-34505ae60db8", "LLMInferenceService": "sub-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d-kserve-route-authn"} 2026-07-14T20:31:49Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d", "reconcileID": "9745407f-17d6-4881-a036-34505ae60db8", "LLMInferenceService": "sub-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:31:49Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d", "reconcileID": "9745407f-17d6-4881-a036-34505ae60db8", "LLMInferenceService": "sub-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:31:49Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "sub-test-model-10ef4d", "reconcileID": "bf3d6763-c1b8-4d5f-95cf-05d219a26862", "LLMInferenceService": "sub-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:31:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "9d0470c3-b872-41a2-8ffe-60e22df2241f", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:31:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "9d0470c3-b872-41a2-8ffe-60e22df2241f", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d-authn-ssl"} 2026-07-14T20:31:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "9d0470c3-b872-41a2-8ffe-60e22df2241f", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:31:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "f0b3cb2e-3666-44f5-8c6c-b5cc93dc79e1", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:31:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "f0b3cb2e-3666-44f5-8c6c-b5cc93dc79e1", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d-authn-ssl"} 2026-07-14T20:31:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "f0b3cb2e-3666-44f5-8c6c-b5cc93dc79e1", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:31:50Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66", "reconcileID": "2168bfc8-e7d1-4ebf-936d-c21b198c4e6c", "LLMInferenceService": "sub-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:31:50Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66", "reconcileID": "2168bfc8-e7d1-4ebf-936d-c21b198c4e6c", "LLMInferenceService": "sub-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66"} 2026-07-14T20:31:50Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66", "reconcileID": "2168bfc8-e7d1-4ebf-936d-c21b198c4e6c", "LLMInferenceService": "sub-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:31:50Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66", "reconcileID": "2168bfc8-e7d1-4ebf-936d-c21b198c4e6c", "LLMInferenceService": "sub-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:31:50Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66", "reconcileID": "2168bfc8-e7d1-4ebf-936d-c21b198c4e6c", "LLMInferenceService": "sub-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66-kserve-route-authn"} 2026-07-14T20:31:50Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66", "reconcileID": "2168bfc8-e7d1-4ebf-936d-c21b198c4e6c", "LLMInferenceService": "sub-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66-kserve-route-authn"} 2026-07-14T20:31:50Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66", "reconcileID": "2168bfc8-e7d1-4ebf-936d-c21b198c4e6c", "LLMInferenceService": "sub-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:31:50Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66", "reconcileID": "2168bfc8-e7d1-4ebf-936d-c21b198c4e6c", "LLMInferenceService": "sub-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:31:50Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "sub-test-model-d04b66", "reconcileID": "6bfa0a10-9d2c-419c-9cd7-39f9eebfe0a6", "LLMInferenceService": "sub-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:31:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "5d3f9fdb-16c9-43d6-830d-81231e9e65b7", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:31:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "5d3f9fdb-16c9-43d6-830d-81231e9e65b7", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66-authn-ssl"} 2026-07-14T20:31:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "5d3f9fdb-16c9-43d6-830d-81231e9e65b7", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:31:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "1990ac8c-1a0b-49dd-b65b-a7bf0677288d", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:31:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "1990ac8c-1a0b-49dd-b65b-a7bf0677288d", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66-authn-ssl"} 2026-07-14T20:31:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "1990ac8c-1a0b-49dd-b65b-a7bf0677288d", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:31:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "rate-test-model-10ef4d", "reconcileID": "95ceb9d7-d67c-4bc2-a0e6-74de2e73d878", "LLMInferenceService": "rate-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:31:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "rate-test-model-10ef4d", "reconcileID": "95ceb9d7-d67c-4bc2-a0e6-74de2e73d878", "LLMInferenceService": "rate-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:31:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "rate-test-model-10ef4d", "reconcileID": "95ceb9d7-d67c-4bc2-a0e6-74de2e73d878", "LLMInferenceService": "rate-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:31:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "06f908c1-4d83-4b93-b98f-72774c635b18", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:31:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "rate-test-model-10ef4d", "reconcileID": "95ceb9d7-d67c-4bc2-a0e6-74de2e73d878", "LLMInferenceService": "rate-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "rate-test-model-10ef4d-kserve-route-authn"} 2026-07-14T20:31:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "rate-test-model-10ef4d", "reconcileID": "95ceb9d7-d67c-4bc2-a0e6-74de2e73d878", "LLMInferenceService": "rate-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "authType": "userdefined"} 2026-07-14T20:31:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "rate-test-model-10ef4d", "reconcileID": "95ceb9d7-d67c-4bc2-a0e6-74de2e73d878", "LLMInferenceService": "rate-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:31:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "06f908c1-4d83-4b93-b98f-72774c635b18", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d-authn-ssl"} 2026-07-14T20:31:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "06f908c1-4d83-4b93-b98f-72774c635b18", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:31:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "rate-test-model-10ef4d", "reconcileID": "1e519a2c-37c4-4f1d-894e-089cd2d1a591", "LLMInferenceService": "rate-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:31:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "rate-test-model-10ef4d", "reconcileID": "1e519a2c-37c4-4f1d-894e-089cd2d1a591", "LLMInferenceService": "rate-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:31:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "rate-test-model-10ef4d", "reconcileID": "1e519a2c-37c4-4f1d-894e-089cd2d1a591", "LLMInferenceService": "rate-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:31:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "rate-test-model-10ef4d", "reconcileID": "1e519a2c-37c4-4f1d-894e-089cd2d1a591", "LLMInferenceService": "rate-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "rate-test-model-10ef4d-kserve-route-authn"} 2026-07-14T20:31:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "rate-test-model-10ef4d", "reconcileID": "1e519a2c-37c4-4f1d-894e-089cd2d1a591", "LLMInferenceService": "rate-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "authType": "userdefined"} 2026-07-14T20:31:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "rate-test-model-10ef4d", "reconcileID": "1e519a2c-37c4-4f1d-894e-089cd2d1a591", "LLMInferenceService": "rate-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:31:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "4365c11b-c0fa-4d42-87f0-bd5277b1f53f", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:31:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "4365c11b-c0fa-4d42-87f0-bd5277b1f53f", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d-authn-ssl"} 2026-07-14T20:31:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "4365c11b-c0fa-4d42-87f0-bd5277b1f53f", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:31:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "rate-test-model-10ef4d", "reconcileID": "0f504a25-1ef9-49be-9386-788f1b383d31", "LLMInferenceService": "rate-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:31:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "rate-test-model-10ef4d", "reconcileID": "0f504a25-1ef9-49be-9386-788f1b383d31", "LLMInferenceService": "rate-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:31:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "rate-test-model-10ef4d", "reconcileID": "0f504a25-1ef9-49be-9386-788f1b383d31", "LLMInferenceService": "rate-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:31:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "rate-test-model-10ef4d", "reconcileID": "0f504a25-1ef9-49be-9386-788f1b383d31", "LLMInferenceService": "rate-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "rate-test-model-10ef4d-kserve-route-authn"} 2026-07-14T20:31:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "rate-test-model-10ef4d", "reconcileID": "0f504a25-1ef9-49be-9386-788f1b383d31", "LLMInferenceService": "rate-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "authType": "userdefined"} 2026-07-14T20:31:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "rate-test-model-10ef4d", "reconcileID": "0f504a25-1ef9-49be-9386-788f1b383d31", "LLMInferenceService": "rate-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:32:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "rate-test-model-10ef4d", "reconcileID": "e7fb80d9-309e-4e5a-b992-cb1d7833f32c", "LLMInferenceService": "rate-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:32:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "rate-test-model-10ef4d", "reconcileID": "e7fb80d9-309e-4e5a-b992-cb1d7833f32c", "LLMInferenceService": "rate-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:32:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "rate-test-model-10ef4d", "reconcileID": "e7fb80d9-309e-4e5a-b992-cb1d7833f32c", "LLMInferenceService": "rate-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:32:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "rate-test-model-10ef4d", "reconcileID": "e7fb80d9-309e-4e5a-b992-cb1d7833f32c", "LLMInferenceService": "rate-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "rate-test-model-10ef4d-kserve-route-authn"} 2026-07-14T20:32:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "rate-test-model-10ef4d", "reconcileID": "e7fb80d9-309e-4e5a-b992-cb1d7833f32c", "LLMInferenceService": "rate-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "authType": "userdefined"} 2026-07-14T20:32:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "rate-test-model-10ef4d", "reconcileID": "e7fb80d9-309e-4e5a-b992-cb1d7833f32c", "LLMInferenceService": "rate-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:32:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66", "reconcileID": "bf923bb1-7b09-48fc-8cc7-106087ae8fcc", "LLMInferenceService": "rate-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:32:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66", "reconcileID": "bf923bb1-7b09-48fc-8cc7-106087ae8fcc", "LLMInferenceService": "rate-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:32:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66", "reconcileID": "bf923bb1-7b09-48fc-8cc7-106087ae8fcc", "LLMInferenceService": "rate-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:32:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "b98b389d-6e83-4ea6-8aad-8e85ffcff15c", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:32:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66", "reconcileID": "bf923bb1-7b09-48fc-8cc7-106087ae8fcc", "LLMInferenceService": "rate-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66-kserve-route-authn"} 2026-07-14T20:32:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66", "reconcileID": "bf923bb1-7b09-48fc-8cc7-106087ae8fcc", "LLMInferenceService": "rate-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "authType": "userdefined"} 2026-07-14T20:32:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66", "reconcileID": "bf923bb1-7b09-48fc-8cc7-106087ae8fcc", "LLMInferenceService": "rate-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:32:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "b98b389d-6e83-4ea6-8aad-8e85ffcff15c", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66-authn-ssl"} 2026-07-14T20:32:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "b98b389d-6e83-4ea6-8aad-8e85ffcff15c", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:32:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66", "reconcileID": "fcd63a2b-a718-4130-ba64-260771af150e", "LLMInferenceService": "rate-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:32:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66", "reconcileID": "fcd63a2b-a718-4130-ba64-260771af150e", "LLMInferenceService": "rate-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:32:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66", "reconcileID": "fcd63a2b-a718-4130-ba64-260771af150e", "LLMInferenceService": "rate-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:32:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66", "reconcileID": "fcd63a2b-a718-4130-ba64-260771af150e", "LLMInferenceService": "rate-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66-kserve-route-authn"} 2026-07-14T20:32:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66", "reconcileID": "fcd63a2b-a718-4130-ba64-260771af150e", "LLMInferenceService": "rate-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "authType": "userdefined"} 2026-07-14T20:32:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66", "reconcileID": "fcd63a2b-a718-4130-ba64-260771af150e", "LLMInferenceService": "rate-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:32:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "8fd45cbb-4dfd-42cf-9dbb-e2add4194949", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:32:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "8fd45cbb-4dfd-42cf-9dbb-e2add4194949", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66-authn-ssl"} 2026-07-14T20:32:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "8fd45cbb-4dfd-42cf-9dbb-e2add4194949", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:32:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66", "reconcileID": "91850133-da1c-4f7c-a1d3-99fbb3804117", "LLMInferenceService": "rate-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:32:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66", "reconcileID": "91850133-da1c-4f7c-a1d3-99fbb3804117", "LLMInferenceService": "rate-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:32:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66", "reconcileID": "91850133-da1c-4f7c-a1d3-99fbb3804117", "LLMInferenceService": "rate-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:32:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66", "reconcileID": "91850133-da1c-4f7c-a1d3-99fbb3804117", "LLMInferenceService": "rate-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66-kserve-route-authn"} 2026-07-14T20:32:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66", "reconcileID": "91850133-da1c-4f7c-a1d3-99fbb3804117", "LLMInferenceService": "rate-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "authType": "userdefined"} 2026-07-14T20:32:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66", "reconcileID": "91850133-da1c-4f7c-a1d3-99fbb3804117", "LLMInferenceService": "rate-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:32:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66", "reconcileID": "5331a0d1-31ae-4a72-9cd9-7623a004554a", "LLMInferenceService": "rate-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:32:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66", "reconcileID": "5331a0d1-31ae-4a72-9cd9-7623a004554a", "LLMInferenceService": "rate-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:32:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66", "reconcileID": "5331a0d1-31ae-4a72-9cd9-7623a004554a", "LLMInferenceService": "rate-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:32:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66", "reconcileID": "5331a0d1-31ae-4a72-9cd9-7623a004554a", "LLMInferenceService": "rate-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66-kserve-route-authn"} 2026-07-14T20:32:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66", "reconcileID": "5331a0d1-31ae-4a72-9cd9-7623a004554a", "LLMInferenceService": "rate-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "authType": "userdefined"} 2026-07-14T20:32:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66", "reconcileID": "5331a0d1-31ae-4a72-9cd9-7623a004554a", "LLMInferenceService": "rate-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:32:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66", "reconcileID": "087d436d-e09d-47f7-84b1-1b7f46ba395c", "LLMInferenceService": "rate-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:32:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66", "reconcileID": "087d436d-e09d-47f7-84b1-1b7f46ba395c", "LLMInferenceService": "rate-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:32:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66", "reconcileID": "087d436d-e09d-47f7-84b1-1b7f46ba395c", "LLMInferenceService": "rate-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:32:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66", "reconcileID": "087d436d-e09d-47f7-84b1-1b7f46ba395c", "LLMInferenceService": "rate-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66-kserve-route-authn"} 2026-07-14T20:32:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66", "reconcileID": "087d436d-e09d-47f7-84b1-1b7f46ba395c", "LLMInferenceService": "rate-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "authType": "userdefined"} 2026-07-14T20:32:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66", "reconcileID": "087d436d-e09d-47f7-84b1-1b7f46ba395c", "LLMInferenceService": "rate-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:33:08Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "rate-test-model-10ef4d", "reconcileID": "f30f0d76-db4b-4654-801b-926bf2740dfb", "LLMInferenceService": "rate-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:33:08Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "rate-test-model-10ef4d", "reconcileID": "f30f0d76-db4b-4654-801b-926bf2740dfb", "LLMInferenceService": "rate-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "rate-test-model-10ef4d"} 2026-07-14T20:33:08Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "rate-test-model-10ef4d", "reconcileID": "f30f0d76-db4b-4654-801b-926bf2740dfb", "LLMInferenceService": "rate-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:33:08Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "rate-test-model-10ef4d", "reconcileID": "f30f0d76-db4b-4654-801b-926bf2740dfb", "LLMInferenceService": "rate-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:33:08Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "rate-test-model-10ef4d", "reconcileID": "f30f0d76-db4b-4654-801b-926bf2740dfb", "LLMInferenceService": "rate-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "rate-test-model-10ef4d-kserve-route-authn"} 2026-07-14T20:33:08Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "rate-test-model-10ef4d", "reconcileID": "f30f0d76-db4b-4654-801b-926bf2740dfb", "LLMInferenceService": "rate-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "rate-test-model-10ef4d-kserve-route-authn"} 2026-07-14T20:33:08Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "rate-test-model-10ef4d", "reconcileID": "f30f0d76-db4b-4654-801b-926bf2740dfb", "LLMInferenceService": "rate-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:33:08Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "rate-test-model-10ef4d", "reconcileID": "f30f0d76-db4b-4654-801b-926bf2740dfb", "LLMInferenceService": "rate-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:33:08Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-10ef4d","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "rate-test-model-10ef4d", "reconcileID": "171bb632-62dc-4305-bdcf-6f328e4c5b43", "LLMInferenceService": "rate-test-model-10ef4d", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:33:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "99ed6cd1-cd72-462d-baf0-8fd2e3b5e4b6", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:33:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "99ed6cd1-cd72-462d-baf0-8fd2e3b5e4b6", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d-authn-ssl"} 2026-07-14T20:33:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "99ed6cd1-cd72-462d-baf0-8fd2e3b5e4b6", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:33:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "e83b0ded-d4ae-45e6-8c6a-4f9489d91222", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:33:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "e83b0ded-d4ae-45e6-8c6a-4f9489d91222", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d-authn-ssl"} 2026-07-14T20:33:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "e83b0ded-d4ae-45e6-8c6a-4f9489d91222", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:33:08Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66", "reconcileID": "2a824717-766a-4f42-9510-cfadfa5e6cd3", "LLMInferenceService": "rate-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:33:08Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66", "reconcileID": "2a824717-766a-4f42-9510-cfadfa5e6cd3", "LLMInferenceService": "rate-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66"} 2026-07-14T20:33:08Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66", "reconcileID": "2a824717-766a-4f42-9510-cfadfa5e6cd3", "LLMInferenceService": "rate-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:33:08Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66", "reconcileID": "2a824717-766a-4f42-9510-cfadfa5e6cd3", "LLMInferenceService": "rate-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:33:08Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66", "reconcileID": "2a824717-766a-4f42-9510-cfadfa5e6cd3", "LLMInferenceService": "rate-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66-kserve-route-authn"} 2026-07-14T20:33:08Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66", "reconcileID": "2a824717-766a-4f42-9510-cfadfa5e6cd3", "LLMInferenceService": "rate-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66-kserve-route-authn"} 2026-07-14T20:33:08Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66", "reconcileID": "2a824717-766a-4f42-9510-cfadfa5e6cd3", "LLMInferenceService": "rate-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:33:08Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66", "reconcileID": "2a824717-766a-4f42-9510-cfadfa5e6cd3", "LLMInferenceService": "rate-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:33:09Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d04b66","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "rate-test-model-d04b66", "reconcileID": "0515ac99-9338-4a8f-beb9-5f7cbd5df053", "LLMInferenceService": "rate-test-model-d04b66", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:33:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "595dd801-2dae-4be0-97a1-ce99329c99ab", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:33:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "595dd801-2dae-4be0-97a1-ce99329c99ab", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66-authn-ssl"} 2026-07-14T20:33:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "595dd801-2dae-4be0-97a1-ce99329c99ab", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:33:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "6a0c87fd-c2c2-4cbd-9b90-2b15e007da70", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:33:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "6a0c87fd-c2c2-4cbd-9b90-2b15e007da70", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66-authn-ssl"} 2026-07-14T20:33:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "6a0c87fd-c2c2-4cbd-9b90-2b15e007da70", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:33:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b3e530f1-c686-4239-9961-7cf9b5069e7a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T20:33:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "14b2476d-3d3a-4c16-9632-78d59f9db17b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T20:33:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "475b8b50-e48e-4342-ac7d-a5754b46a5cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T20:33:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "7bea24a3-fd5f-47ae-9c07-1956bdeee023", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:33:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "7bea24a3-fd5f-47ae-9c07-1956bdeee023", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d-authn-ssl"} 2026-07-14T20:33:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "7bea24a3-fd5f-47ae-9c07-1956bdeee023", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:33:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "9b80cffe-69f6-495d-b34d-6b43ca389505", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:33:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "9b80cffe-69f6-495d-b34d-6b43ca389505", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d-authn-ssl"} 2026-07-14T20:33:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-10ef4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-10ef4d", "reconcileID": "9b80cffe-69f6-495d-b34d-6b43ca389505", "Gateway": "e2e-shared-a-10ef4d", "namespace": "openshift-ingress"} 2026-07-14T20:33:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c591c399-46ee-4a08-b5c1-9d04b01bd7b7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:33:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c591c399-46ee-4a08-b5c1-9d04b01bd7b7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-10ef4d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-14T20:33:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c591c399-46ee-4a08-b5c1-9d04b01bd7b7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-10ef4d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-14T20:33:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "odh-trusted-ca-bundle", "reconcileID": "2ca4e41d-872a-4a70-95ca-e1286e6c5413", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:33:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "odh-trusted-ca-bundle", "reconcileID": "2ca4e41d-872a-4a70-95ca-e1286e6c5413", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:33:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "openshift-service-ca.crt", "reconcileID": "4496246a-924f-4fca-930f-b5c5f3f80d25", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:33:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "openshift-service-ca.crt", "reconcileID": "4496246a-924f-4fca-930f-b5c5f3f80d25", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:33:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "baa32db3-ed7f-4d37-98e1-6f60cd6f84ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:33:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-10ef4d"}, "namespace": "ai-tenant-e2e-shared-a-10ef4d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "baa32db3-ed7f-4d37-98e1-6f60cd6f84ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-10ef4d"} 2026-07-14T20:33:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4c4fdacb-3ad4-4251-a5d4-dc0e3c94e7a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T20:34:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "18b4387a-4f9a-4c0d-9269-02ced4e35178", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:34:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "18b4387a-4f9a-4c0d-9269-02ced4e35178", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66-authn-ssl"} 2026-07-14T20:34:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "18b4387a-4f9a-4c0d-9269-02ced4e35178", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:34:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "31f29b6d-59a0-49f2-b469-a648457e8205", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:34:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "31f29b6d-59a0-49f2-b469-a648457e8205", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66-authn-ssl"} 2026-07-14T20:34:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d04b66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d04b66", "reconcileID": "31f29b6d-59a0-49f2-b469-a648457e8205", "Gateway": "e2e-shared-b-d04b66", "namespace": "openshift-ingress"} 2026-07-14T20:34:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "899083cc-ec45-4bc2-a8dc-4f866750f6b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:34:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "899083cc-ec45-4bc2-a8dc-4f866750f6b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d04b66", "create": "odh-kserve-custom-ca-bundle"} 2026-07-14T20:34:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "899083cc-ec45-4bc2-a8dc-4f866750f6b5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-d04b66 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-14T20:34:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "odh-trusted-ca-bundle", "reconcileID": "6474bd15-695e-4b9d-9c28-a91b24b0646b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:34:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "odh-trusted-ca-bundle", "reconcileID": "6474bd15-695e-4b9d-9c28-a91b24b0646b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:34:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "openshift-service-ca.crt", "reconcileID": "071c5169-d446-456c-9b57-9caecfa80b49", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:34:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "openshift-service-ca.crt", "reconcileID": "071c5169-d446-456c-9b57-9caecfa80b49", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:34:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "994c3acc-5041-4e9f-a0ef-cd74eb9835a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d04b66"} 2026-07-14T20:34:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d04b66"}, "namespace": "ai-tenant-e2e-shared-b-d04b66", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "994c3acc-5041-4e9f-a0ef-cd74eb9835a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d04b66"}