2026-07-06T19:30:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a30d6b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a30d6b", "reconcileID": "2f8e754f-e74b-4ce3-8e50-082bc56b1e0d", "Gateway": "e2e-api-b-a30d6b", "namespace": "openshift-ingress"} 2026-07-06T19:30:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a30d6b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a30d6b", "reconcileID": "277facbe-5e65-4305-8ce0-2f4a71962fbd", "Gateway": "e2e-api-b-a30d6b", "namespace": "openshift-ingress"} 2026-07-06T19:30:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a30d6b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a30d6b", "reconcileID": "277facbe-5e65-4305-8ce0-2f4a71962fbd", "Gateway": "e2e-api-b-a30d6b", "namespace": "openshift-ingress", "name": "e2e-api-b-a30d6b-authn-ssl"} 2026-07-06T19:30:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a30d6b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a30d6b", "reconcileID": "277facbe-5e65-4305-8ce0-2f4a71962fbd", "Gateway": "e2e-api-b-a30d6b", "namespace": "openshift-ingress"} 2026-07-06T19:30:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a30d6b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a30d6b", "reconcileID": "9788ea83-f854-4356-be6b-a6cd2f3b611a", "Gateway": "e2e-api-b-a30d6b", "namespace": "openshift-ingress"} 2026-07-06T19:30:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a30d6b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a30d6b", "reconcileID": "9788ea83-f854-4356-be6b-a6cd2f3b611a", "Gateway": "e2e-api-b-a30d6b", "namespace": "openshift-ingress", "name": "e2e-api-b-a30d6b-authn-ssl"} 2026-07-06T19:30:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a30d6b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a30d6b", "reconcileID": "9788ea83-f854-4356-be6b-a6cd2f3b611a", "Gateway": "e2e-api-b-a30d6b", "namespace": "openshift-ingress"} 2026-07-06T19:30:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ebed37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ebed37", "reconcileID": "af7056b1-662f-4d48-a4eb-b4eb0b3f2982", "Gateway": "e2e-api-a-ebed37", "namespace": "openshift-ingress"} 2026-07-06T19:30:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ebed37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ebed37", "reconcileID": "af7056b1-662f-4d48-a4eb-b4eb0b3f2982", "Gateway": "e2e-api-a-ebed37", "namespace": "openshift-ingress", "name": "e2e-api-a-ebed37-authn-ssl"} 2026-07-06T19:30:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ebed37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ebed37", "reconcileID": "af7056b1-662f-4d48-a4eb-b4eb0b3f2982", "Gateway": "e2e-api-a-ebed37", "namespace": "openshift-ingress"} 2026-07-06T19:30:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a30d6b"}, "namespace": "ai-tenant-e2e-api-b-a30d6b", "name": "openshift-service-ca.crt", "reconcileID": "b2d9096c-ed1d-4c1e-a8dc-0409b1bc7ea1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a30d6b"} 2026-07-06T19:30:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a30d6b"}, "namespace": "ai-tenant-e2e-api-b-a30d6b", "name": "odh-trusted-ca-bundle", "reconcileID": "75ed5fc6-97f4-4ab3-a535-f9342d0fbb20", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a30d6b"} 2026-07-06T19:30:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a30d6b"}, "namespace": "ai-tenant-e2e-api-b-a30d6b", "name": "openshift-service-ca.crt", "reconcileID": "3409045b-7dc3-4a97-8f59-185c5a10867e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a30d6b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:30:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a30d6b"}, "namespace": "ai-tenant-e2e-api-b-a30d6b", "name": "openshift-service-ca.crt", "reconcileID": "3409045b-7dc3-4a97-8f59-185c5a10867e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a30d6b"} 2026-07-06T19:30:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a30d6b"}, "namespace": "ai-tenant-e2e-api-b-a30d6b", "name": "openshift-service-ca.crt", "reconcileID": "27476942-44b4-40f8-89db-b759af7f7703", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a30d6b"} 2026-07-06T19:30:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a30d6b"}, "namespace": "ai-tenant-e2e-api-b-a30d6b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a6a6b3c8-b96d-4baf-ba8f-e8bd6ab5e00f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a30d6b"} 2026-07-06T19:30:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a30d6b"}, "namespace": "ai-tenant-e2e-api-b-a30d6b", "name": "odh-trusted-ca-bundle", "reconcileID": "d04cade3-bd5e-4331-bd10-65956e16fd83", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a30d6b", "update": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:30:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a30d6b"}, "namespace": "ai-tenant-e2e-api-b-a30d6b", "name": "odh-trusted-ca-bundle", "reconcileID": "d04cade3-bd5e-4331-bd10-65956e16fd83", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a30d6b"} 2026-07-06T19:30:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a30d6b"}, "namespace": "ai-tenant-e2e-api-b-a30d6b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f441ca92-c831-4294-964e-7a9b6c33f429", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a30d6b"} 2026-07-06T19:30:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a30d6b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a30d6b", "reconcileID": "f3277a51-58dd-41f5-8a32-7e2a6a9d0a15", "Gateway": "e2e-api-b-a30d6b", "namespace": "openshift-ingress"} 2026-07-06T19:30:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a30d6b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a30d6b", "reconcileID": "f3277a51-58dd-41f5-8a32-7e2a6a9d0a15", "Gateway": "e2e-api-b-a30d6b", "namespace": "openshift-ingress", "name": "e2e-api-b-a30d6b-authn-ssl"} 2026-07-06T19:30:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a30d6b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a30d6b", "reconcileID": "f3277a51-58dd-41f5-8a32-7e2a6a9d0a15", "Gateway": "e2e-api-b-a30d6b", "namespace": "openshift-ingress"} 2026-07-06T19:30:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "23861c60-347f-4216-984c-c97f042513fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T19:30:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a30d6b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a30d6b", "reconcileID": "55bce773-e45f-4003-b9b0-ae617e024e65", "Gateway": "e2e-api-b-a30d6b", "namespace": "openshift-ingress"} 2026-07-06T19:30:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a30d6b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a30d6b", "reconcileID": "55bce773-e45f-4003-b9b0-ae617e024e65", "Gateway": "e2e-api-b-a30d6b", "namespace": "openshift-ingress", "name": "e2e-api-b-a30d6b-authn-ssl"} 2026-07-06T19:30:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a30d6b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a30d6b", "reconcileID": "55bce773-e45f-4003-b9b0-ae617e024e65", "Gateway": "e2e-api-b-a30d6b", "namespace": "openshift-ingress"} 2026-07-06T19:30:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ebed37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ebed37", "reconcileID": "bdb4614a-e23c-4f8f-aabd-489dfa606ca2", "Gateway": "e2e-api-a-ebed37", "namespace": "openshift-ingress"} 2026-07-06T19:30:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ebed37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ebed37", "reconcileID": "bdb4614a-e23c-4f8f-aabd-489dfa606ca2", "Gateway": "e2e-api-a-ebed37", "namespace": "openshift-ingress", "name": "e2e-api-a-ebed37-authn-ssl"} 2026-07-06T19:30:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ebed37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ebed37", "reconcileID": "bdb4614a-e23c-4f8f-aabd-489dfa606ca2", "Gateway": "e2e-api-a-ebed37", "namespace": "openshift-ingress"} 2026-07-06T19:30:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "b4d49668-bc03-49bd-afe4-d51a83130bc3", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T19:30:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a30d6b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a30d6b", "reconcileID": "f5e12b0f-873b-437c-a8fe-e86228bc88e7", "Gateway": "e2e-api-b-a30d6b", "namespace": "openshift-ingress"} 2026-07-06T19:30:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a30d6b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a30d6b", "reconcileID": "f5e12b0f-873b-437c-a8fe-e86228bc88e7", "Gateway": "e2e-api-b-a30d6b", "namespace": "openshift-ingress", "name": "e2e-api-b-a30d6b-authn-ssl"} 2026-07-06T19:30:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a30d6b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a30d6b", "reconcileID": "f5e12b0f-873b-437c-a8fe-e86228bc88e7", "Gateway": "e2e-api-b-a30d6b", "namespace": "openshift-ingress"} 2026-07-06T19:30:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ebed37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ebed37", "reconcileID": "0e807b9d-d310-446e-89a7-9654d21e3973", "Gateway": "e2e-api-a-ebed37", "namespace": "openshift-ingress"} 2026-07-06T19:30:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ebed37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ebed37", "reconcileID": "0e807b9d-d310-446e-89a7-9654d21e3973", "Gateway": "e2e-api-a-ebed37", "namespace": "openshift-ingress", "name": "e2e-api-a-ebed37-authn-ssl"} 2026-07-06T19:30:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ebed37","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ebed37", "reconcileID": "0e807b9d-d310-446e-89a7-9654d21e3973", "Gateway": "e2e-api-a-ebed37", "namespace": "openshift-ingress"} 2026-07-06T19:30:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ebed37"}, "namespace": "ai-tenant-e2e-api-a-ebed37", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45914b94-3892-48ae-a21c-a8ac2fd9f306", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ebed37"} 2026-07-06T19:30:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ebed37"}, "namespace": "ai-tenant-e2e-api-a-ebed37", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45914b94-3892-48ae-a21c-a8ac2fd9f306", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ebed37", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:30:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ebed37"}, "namespace": "ai-tenant-e2e-api-a-ebed37", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45914b94-3892-48ae-a21c-a8ac2fd9f306", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-ebed37 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T19:30:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-ebed37"}, "namespace": "ai-tenant-e2e-api-a-ebed37", "name": "odh-trusted-ca-bundle", "reconcileID": "6c801494-25c2-422a-aa5f-3f8fa01e9a9c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ebed37"} 2026-07-06T19:30:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-ebed37"}, "namespace": "ai-tenant-e2e-api-a-ebed37", "name": "odh-trusted-ca-bundle", "reconcileID": "6c801494-25c2-422a-aa5f-3f8fa01e9a9c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ebed37", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:30:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-ebed37"}, "namespace": "ai-tenant-e2e-api-a-ebed37", "name": "odh-trusted-ca-bundle", "reconcileID": "6c801494-25c2-422a-aa5f-3f8fa01e9a9c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-ebed37 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T19:30:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-ebed37"}, "namespace": "ai-tenant-e2e-api-a-ebed37", "name": "openshift-service-ca.crt", "reconcileID": "4acd74ac-f8cb-4cce-be26-84422c6ebe90", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-ebed37"} 2026-07-06T19:30:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-ebed37"}, "namespace": "ai-tenant-e2e-api-a-ebed37", "name": "openshift-service-ca.crt", "reconcileID": "4acd74ac-f8cb-4cce-be26-84422c6ebe90", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-ebed37"} 2026-07-06T19:30:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ebed37"}, "namespace": "ai-tenant-e2e-api-a-ebed37", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2c47c647-e6c4-4eee-8806-c7476dac5348", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ebed37"} 2026-07-06T19:30:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ebed37"}, "namespace": "ai-tenant-e2e-api-a-ebed37", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2c47c647-e6c4-4eee-8806-c7476dac5348", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ebed37"} 2026-07-06T19:30:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-ebed37"}, "namespace": "ai-tenant-e2e-api-a-ebed37", "name": "odh-trusted-ca-bundle", "reconcileID": "a3e1f9e6-f464-44f3-9158-63e0a498dd59", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ebed37"} 2026-07-06T19:30:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-ebed37"}, "namespace": "ai-tenant-e2e-api-a-ebed37", "name": "odh-trusted-ca-bundle", "reconcileID": "a3e1f9e6-f464-44f3-9158-63e0a498dd59", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ebed37"} 2026-07-06T19:30:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "40f8efc9-1107-48ba-81b9-5a5af75959db", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T19:30:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a30d6b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a30d6b", "reconcileID": "86783f3d-e916-4ee1-a941-e27b58a4263d", "Gateway": "e2e-api-b-a30d6b", "namespace": "openshift-ingress"} 2026-07-06T19:30:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a30d6b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a30d6b", "reconcileID": "86783f3d-e916-4ee1-a941-e27b58a4263d", "Gateway": "e2e-api-b-a30d6b", "namespace": "openshift-ingress", "name": "e2e-api-b-a30d6b-authn-ssl"} 2026-07-06T19:30:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a30d6b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a30d6b", "reconcileID": "86783f3d-e916-4ee1-a941-e27b58a4263d", "Gateway": "e2e-api-b-a30d6b", "namespace": "openshift-ingress"} 2026-07-06T19:30:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a30d6b"}, "namespace": "ai-tenant-e2e-api-b-a30d6b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "12f6c003-b0ee-427a-9804-f3494deb7f82", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a30d6b"} 2026-07-06T19:30:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a30d6b"}, "namespace": "ai-tenant-e2e-api-b-a30d6b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "12f6c003-b0ee-427a-9804-f3494deb7f82", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a30d6b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:30:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a30d6b"}, "namespace": "ai-tenant-e2e-api-b-a30d6b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "12f6c003-b0ee-427a-9804-f3494deb7f82", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-a30d6b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T19:30:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a30d6b"}, "namespace": "ai-tenant-e2e-api-b-a30d6b", "name": "odh-trusted-ca-bundle", "reconcileID": "b6a0b4ce-ee01-40c4-baef-35780f86d9b8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a30d6b"} 2026-07-06T19:30:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a30d6b"}, "namespace": "ai-tenant-e2e-api-b-a30d6b", "name": "odh-trusted-ca-bundle", "reconcileID": "b6a0b4ce-ee01-40c4-baef-35780f86d9b8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a30d6b"} 2026-07-06T19:30:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a30d6b"}, "namespace": "ai-tenant-e2e-api-b-a30d6b", "name": "openshift-service-ca.crt", "reconcileID": "33c3fe39-6114-4e62-9ad2-bd7461fe957f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a30d6b"} 2026-07-06T19:30:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a30d6b"}, "namespace": "ai-tenant-e2e-api-b-a30d6b", "name": "openshift-service-ca.crt", "reconcileID": "33c3fe39-6114-4e62-9ad2-bd7461fe957f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a30d6b"} 2026-07-06T19:30:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a30d6b"}, "namespace": "ai-tenant-e2e-api-b-a30d6b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e4343a63-68a5-4fe0-b1f1-686106e563bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a30d6b"} 2026-07-06T19:30:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a30d6b"}, "namespace": "ai-tenant-e2e-api-b-a30d6b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e4343a63-68a5-4fe0-b1f1-686106e563bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a30d6b"} 2026-07-06T19:30:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "eda84d6a-63e3-4e38-939d-4b76bca08e89", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:30:47Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "eda84d6a-63e3-4e38-939d-4b76bca08e89", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9-authn-ssl"} 2026-07-06T19:30:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "eda84d6a-63e3-4e38-939d-4b76bca08e89", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:30:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "867aef15-02da-436e-a159-b334a7522c6f", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:30:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "867aef15-02da-436e-a159-b334a7522c6f", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9-authn-ssl"} 2026-07-06T19:30:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "867aef15-02da-436e-a159-b334a7522c6f", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:30:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "3a782f32-3449-4aaf-98a6-282b6abea31a", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:30:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "3a782f32-3449-4aaf-98a6-282b6abea31a", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9-authn-ssl"} 2026-07-06T19:30:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "3a782f32-3449-4aaf-98a6-282b6abea31a", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:30:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "dc631eb2-bc4f-4ab5-be8e-8d2746b2d11f", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:30:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "dc631eb2-bc4f-4ab5-be8e-8d2746b2d11f", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9-authn-ssl"} 2026-07-06T19:30:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "dc631eb2-bc4f-4ab5-be8e-8d2746b2d11f", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:30:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "d28af61f-8e70-4fea-b1c5-85aaeea02e50", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:30:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "d28af61f-8e70-4fea-b1c5-85aaeea02e50", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9-authn-ssl"} 2026-07-06T19:30:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "d28af61f-8e70-4fea-b1c5-85aaeea02e50", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:30:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "3e6d45ba-81d3-408e-8697-958c7351da05", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:30:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "3e6d45ba-81d3-408e-8697-958c7351da05", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9-authn-ssl"} 2026-07-06T19:30:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "3e6d45ba-81d3-408e-8697-958c7351da05", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:30:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "1b0cc41a-d577-4219-9967-cb324185b3ae", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:30:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "1b0cc41a-d577-4219-9967-cb324185b3ae", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9-authn-ssl"} 2026-07-06T19:30:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "1b0cc41a-d577-4219-9967-cb324185b3ae", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:30:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "openshift-service-ca.crt", "reconcileID": "b2b2240b-05f6-4f51-9ac1-d83381ac9464", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:30:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "odh-trusted-ca-bundle", "reconcileID": "69c59592-c6b1-4472-9c99-cd3cb8401316", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:30:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "openshift-service-ca.crt", "reconcileID": "071b4ac0-301f-4d94-88e7-563c9bc234d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-3550d9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:30:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "openshift-service-ca.crt", "reconcileID": "071b4ac0-301f-4d94-88e7-563c9bc234d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:30:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3e0de81-a964-4d2f-ba4a-46cdf68be8c2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:30:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "openshift-service-ca.crt", "reconcileID": "e155f855-076a-4f43-b67e-3683eebc0aaf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:30:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "odh-trusted-ca-bundle", "reconcileID": "e1ed259e-97e0-4952-a7e4-b6a31e57b2f6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3550d9", "update": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:30:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "odh-trusted-ca-bundle", "reconcileID": "e1ed259e-97e0-4952-a7e4-b6a31e57b2f6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:30:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "77e28cf9-7761-46a2-9371-2221c949d451", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:30:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "7314eecb-fac0-4078-b9fc-c2195fd7ca34", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:30:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "7314eecb-fac0-4078-b9fc-c2195fd7ca34", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9-authn-ssl"} 2026-07-06T19:30:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "7314eecb-fac0-4078-b9fc-c2195fd7ca34", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:30:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "f06894f7-3a5d-45da-bbc5-654e9166df9b", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T19:30:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "b22bae94-216b-4d8d-8a6d-14cef793854b", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:30:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "b22bae94-216b-4d8d-8a6d-14cef793854b", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9-authn-ssl"} 2026-07-06T19:30:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "b22bae94-216b-4d8d-8a6d-14cef793854b", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:30:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "566b8bdc-7415-40cd-93e5-faa863052ded", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:30:57Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "566b8bdc-7415-40cd-93e5-faa863052ded", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c-authn-ssl"} 2026-07-06T19:30:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "566b8bdc-7415-40cd-93e5-faa863052ded", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:30:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "f93a0c69-b6d9-4454-aba7-f489f6506a26", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:30:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "f93a0c69-b6d9-4454-aba7-f489f6506a26", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c-authn-ssl"} 2026-07-06T19:30:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "f93a0c69-b6d9-4454-aba7-f489f6506a26", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:30:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "a3bd6b77-943a-4244-9ee7-c9938d5466e4", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:30:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "a3bd6b77-943a-4244-9ee7-c9938d5466e4", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c-authn-ssl"} 2026-07-06T19:30:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "a3bd6b77-943a-4244-9ee7-c9938d5466e4", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:30:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "b391cd11-02a7-47a8-b28f-cf82af1fda8b", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:30:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "b391cd11-02a7-47a8-b28f-cf82af1fda8b", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c-authn-ssl"} 2026-07-06T19:30:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "b391cd11-02a7-47a8-b28f-cf82af1fda8b", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:30:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "831d58cc-ef9b-47ad-af9d-ba1878babe72", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:30:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "831d58cc-ef9b-47ad-af9d-ba1878babe72", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c-authn-ssl"} 2026-07-06T19:30:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "831d58cc-ef9b-47ad-af9d-ba1878babe72", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:30:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "3511b990-3f0b-454d-80db-a3ed3860159e", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:30:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "3511b990-3f0b-454d-80db-a3ed3860159e", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c-authn-ssl"} 2026-07-06T19:30:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "3511b990-3f0b-454d-80db-a3ed3860159e", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:30:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "7edf905f-db79-4994-81c3-7d637db6506e", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:30:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "7edf905f-db79-4994-81c3-7d637db6506e", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c-authn-ssl"} 2026-07-06T19:30:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "7edf905f-db79-4994-81c3-7d637db6506e", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:31:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "odh-trusted-ca-bundle", "reconcileID": "5504ab67-1b39-40a6-9723-dea0c6db81a5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:31:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "openshift-service-ca.crt", "reconcileID": "08e94fb7-2191-4ea8-beba-682b5df63f9f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:31:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "openshift-service-ca.crt", "reconcileID": "bab6b6e3-7683-43f5-8644-dd951fb304f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-06f95c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:31:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "openshift-service-ca.crt", "reconcileID": "bab6b6e3-7683-43f5-8644-dd951fb304f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:31:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b50f1ae3-547e-4697-a61d-214c0367ed5a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:31:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "openshift-service-ca.crt", "reconcileID": "ee111136-bcaa-4834-af13-e5ca61326e5b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:31:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "odh-trusted-ca-bundle", "reconcileID": "efb3163b-dca9-42b9-b1b6-ef8159103811", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-06f95c", "update": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:31:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "odh-trusted-ca-bundle", "reconcileID": "efb3163b-dca9-42b9-b1b6-ef8159103811", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:31:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c0adefdf-3759-414a-917e-b57fdd2e2038", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:31:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "48aaaf9f-7c5a-41b3-b09e-09cbbc031e56", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:31:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "48aaaf9f-7c5a-41b3-b09e-09cbbc031e56", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c-authn-ssl"} 2026-07-06T19:31:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "48aaaf9f-7c5a-41b3-b09e-09cbbc031e56", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:31:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "e643ce83-66cb-4b4c-9a70-af491c997b5b", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T19:31:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9", "reconcileID": "35ccf68d-e493-4742-b80e-4050436438a4", "LLMInferenceService": "auth-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:31:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9", "reconcileID": "35ccf68d-e493-4742-b80e-4050436438a4", "LLMInferenceService": "auth-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:31:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9", "reconcileID": "35ccf68d-e493-4742-b80e-4050436438a4", "LLMInferenceService": "auth-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:31:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "adbf54f5-1526-46cb-be23-ee952e763104", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:31:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9", "reconcileID": "35ccf68d-e493-4742-b80e-4050436438a4", "LLMInferenceService": "auth-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9-kserve-route-authn"} 2026-07-06T19:31:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9", "reconcileID": "35ccf68d-e493-4742-b80e-4050436438a4", "LLMInferenceService": "auth-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9", "authType": "userdefined"} 2026-07-06T19:31:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9", "reconcileID": "35ccf68d-e493-4742-b80e-4050436438a4", "LLMInferenceService": "auth-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:31:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "adbf54f5-1526-46cb-be23-ee952e763104", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9-authn-ssl"} 2026-07-06T19:31:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "adbf54f5-1526-46cb-be23-ee952e763104", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:31:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9", "reconcileID": "06964a49-9aff-4470-943a-c056c6298fe9", "LLMInferenceService": "auth-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:31:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9", "reconcileID": "06964a49-9aff-4470-943a-c056c6298fe9", "LLMInferenceService": "auth-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:31:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9", "reconcileID": "06964a49-9aff-4470-943a-c056c6298fe9", "LLMInferenceService": "auth-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:31:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9", "reconcileID": "06964a49-9aff-4470-943a-c056c6298fe9", "LLMInferenceService": "auth-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9-kserve-route-authn"} 2026-07-06T19:31:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9", "reconcileID": "06964a49-9aff-4470-943a-c056c6298fe9", "LLMInferenceService": "auth-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9", "authType": "userdefined"} 2026-07-06T19:31:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9", "reconcileID": "06964a49-9aff-4470-943a-c056c6298fe9", "LLMInferenceService": "auth-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:31:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "8e9bcfa0-8a7e-4cd5-a0c1-d5f4bcfd24d8", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:31:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "8e9bcfa0-8a7e-4cd5-a0c1-d5f4bcfd24d8", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c-authn-ssl"} 2026-07-06T19:31:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "8e9bcfa0-8a7e-4cd5-a0c1-d5f4bcfd24d8", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:31:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "7e3c0859-3961-443a-9151-dc0733029a11", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:31:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "7e3c0859-3961-443a-9151-dc0733029a11", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9-authn-ssl"} 2026-07-06T19:31:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "7e3c0859-3961-443a-9151-dc0733029a11", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:31:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9", "reconcileID": "208148c2-705e-430f-9ac5-5b54b6a8931e", "LLMInferenceService": "auth-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:31:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9", "reconcileID": "208148c2-705e-430f-9ac5-5b54b6a8931e", "LLMInferenceService": "auth-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:31:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9", "reconcileID": "208148c2-705e-430f-9ac5-5b54b6a8931e", "LLMInferenceService": "auth-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:31:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9", "reconcileID": "208148c2-705e-430f-9ac5-5b54b6a8931e", "LLMInferenceService": "auth-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9-kserve-route-authn"} 2026-07-06T19:31:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9", "reconcileID": "208148c2-705e-430f-9ac5-5b54b6a8931e", "LLMInferenceService": "auth-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9", "authType": "userdefined"} 2026-07-06T19:31:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9", "reconcileID": "208148c2-705e-430f-9ac5-5b54b6a8931e", "LLMInferenceService": "auth-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:31:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "f88d7d7b-5484-48a7-8ad9-6957db26e2b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T19:31:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9", "reconcileID": "9ef9f392-c521-4122-81fe-ff3f285d0945", "LLMInferenceService": "auth-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:31:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9", "reconcileID": "9ef9f392-c521-4122-81fe-ff3f285d0945", "LLMInferenceService": "auth-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:31:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9", "reconcileID": "9ef9f392-c521-4122-81fe-ff3f285d0945", "LLMInferenceService": "auth-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:31:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9", "reconcileID": "9ef9f392-c521-4122-81fe-ff3f285d0945", "LLMInferenceService": "auth-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9-kserve-route-authn"} 2026-07-06T19:31:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9", "reconcileID": "9ef9f392-c521-4122-81fe-ff3f285d0945", "LLMInferenceService": "auth-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9", "authType": "userdefined"} 2026-07-06T19:31:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9", "reconcileID": "9ef9f392-c521-4122-81fe-ff3f285d0945", "LLMInferenceService": "auth-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:31:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "3cb98c27-bb42-4035-ad02-52b6eccb541e", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T19:31:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9", "reconcileID": "7fa90864-a352-4432-bd37-93b3540b1a2d", "LLMInferenceService": "auth-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:31:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9", "reconcileID": "7fa90864-a352-4432-bd37-93b3540b1a2d", "LLMInferenceService": "auth-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:31:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9", "reconcileID": "7fa90864-a352-4432-bd37-93b3540b1a2d", "LLMInferenceService": "auth-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:31:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9", "reconcileID": "7fa90864-a352-4432-bd37-93b3540b1a2d", "LLMInferenceService": "auth-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9-kserve-route-authn"} 2026-07-06T19:31:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9", "reconcileID": "7fa90864-a352-4432-bd37-93b3540b1a2d", "LLMInferenceService": "auth-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9", "authType": "userdefined"} 2026-07-06T19:31:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9", "reconcileID": "7fa90864-a352-4432-bd37-93b3540b1a2d", "LLMInferenceService": "auth-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:31:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c", "reconcileID": "4d652f0c-ce56-4a56-a69a-70ab01d1fbe0", "LLMInferenceService": "auth-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:31:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c", "reconcileID": "4d652f0c-ce56-4a56-a69a-70ab01d1fbe0", "LLMInferenceService": "auth-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:31:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c", "reconcileID": "4d652f0c-ce56-4a56-a69a-70ab01d1fbe0", "LLMInferenceService": "auth-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:31:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "74a4ac99-b682-42d7-82c0-96b19f5c9faf", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:31:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c", "reconcileID": "4d652f0c-ce56-4a56-a69a-70ab01d1fbe0", "LLMInferenceService": "auth-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c-kserve-route-authn"} 2026-07-06T19:31:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c", "reconcileID": "4d652f0c-ce56-4a56-a69a-70ab01d1fbe0", "LLMInferenceService": "auth-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c", "authType": "userdefined"} 2026-07-06T19:31:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c", "reconcileID": "4d652f0c-ce56-4a56-a69a-70ab01d1fbe0", "LLMInferenceService": "auth-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:31:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "74a4ac99-b682-42d7-82c0-96b19f5c9faf", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c-authn-ssl"} 2026-07-06T19:31:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "74a4ac99-b682-42d7-82c0-96b19f5c9faf", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:31:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c", "reconcileID": "03a15f2a-f97e-469c-9aa6-fe07aa10ea32", "LLMInferenceService": "auth-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:31:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c", "reconcileID": "03a15f2a-f97e-469c-9aa6-fe07aa10ea32", "LLMInferenceService": "auth-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:31:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c", "reconcileID": "03a15f2a-f97e-469c-9aa6-fe07aa10ea32", "LLMInferenceService": "auth-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:31:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c", "reconcileID": "03a15f2a-f97e-469c-9aa6-fe07aa10ea32", "LLMInferenceService": "auth-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c-kserve-route-authn"} 2026-07-06T19:31:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c", "reconcileID": "03a15f2a-f97e-469c-9aa6-fe07aa10ea32", "LLMInferenceService": "auth-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c", "authType": "userdefined"} 2026-07-06T19:31:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c", "reconcileID": "03a15f2a-f97e-469c-9aa6-fe07aa10ea32", "LLMInferenceService": "auth-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:31:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "e1ff6261-4304-4912-bd05-4b77bbcffefd", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:31:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "e1ff6261-4304-4912-bd05-4b77bbcffefd", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c-authn-ssl"} 2026-07-06T19:31:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "e1ff6261-4304-4912-bd05-4b77bbcffefd", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:31:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c", "reconcileID": "09a912ed-e102-4525-babe-63944e4c9009", "LLMInferenceService": "auth-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:31:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c", "reconcileID": "09a912ed-e102-4525-babe-63944e4c9009", "LLMInferenceService": "auth-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:31:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c", "reconcileID": "09a912ed-e102-4525-babe-63944e4c9009", "LLMInferenceService": "auth-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:31:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c", "reconcileID": "09a912ed-e102-4525-babe-63944e4c9009", "LLMInferenceService": "auth-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c-kserve-route-authn"} 2026-07-06T19:31:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c", "reconcileID": "09a912ed-e102-4525-babe-63944e4c9009", "LLMInferenceService": "auth-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c", "authType": "userdefined"} 2026-07-06T19:31:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c", "reconcileID": "09a912ed-e102-4525-babe-63944e4c9009", "LLMInferenceService": "auth-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:31:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c", "reconcileID": "b11c59e6-44d4-4d7a-8069-f12208586738", "LLMInferenceService": "auth-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:31:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c", "reconcileID": "b11c59e6-44d4-4d7a-8069-f12208586738", "LLMInferenceService": "auth-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:31:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c", "reconcileID": "b11c59e6-44d4-4d7a-8069-f12208586738", "LLMInferenceService": "auth-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:31:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c", "reconcileID": "b11c59e6-44d4-4d7a-8069-f12208586738", "LLMInferenceService": "auth-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c-kserve-route-authn"} 2026-07-06T19:31:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c", "reconcileID": "b11c59e6-44d4-4d7a-8069-f12208586738", "LLMInferenceService": "auth-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c", "authType": "userdefined"} 2026-07-06T19:31:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c", "reconcileID": "b11c59e6-44d4-4d7a-8069-f12208586738", "LLMInferenceService": "auth-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:32:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c", "reconcileID": "7afa79a0-5c82-413c-988b-aac7be854e11", "LLMInferenceService": "auth-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:32:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c", "reconcileID": "7afa79a0-5c82-413c-988b-aac7be854e11", "LLMInferenceService": "auth-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:32:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c", "reconcileID": "7afa79a0-5c82-413c-988b-aac7be854e11", "LLMInferenceService": "auth-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:32:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c", "reconcileID": "7afa79a0-5c82-413c-988b-aac7be854e11", "LLMInferenceService": "auth-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c-kserve-route-authn"} 2026-07-06T19:32:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c", "reconcileID": "7afa79a0-5c82-413c-988b-aac7be854e11", "LLMInferenceService": "auth-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c", "authType": "userdefined"} 2026-07-06T19:32:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c", "reconcileID": "7afa79a0-5c82-413c-988b-aac7be854e11", "LLMInferenceService": "auth-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:32:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "23a9c3e9-2e1f-4b2d-9168-5542b8baaaf7", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:32:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "23a9c3e9-2e1f-4b2d-9168-5542b8baaaf7", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9-authn-ssl"} 2026-07-06T19:32:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "23a9c3e9-2e1f-4b2d-9168-5542b8baaaf7", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:32:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "c6db5969-0c37-4955-8586-622d58aadd82", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:32:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "c6db5969-0c37-4955-8586-622d58aadd82", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c-authn-ssl"} 2026-07-06T19:32:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "c6db5969-0c37-4955-8586-622d58aadd82", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:33:30Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T19:33:30Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T19:33:32Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T19:33:32Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T19:34:00Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9", "reconcileID": "a382a3cd-12e6-4a9d-aa71-e6c7281bf282", "LLMInferenceService": "auth-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:34:00Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9", "reconcileID": "a382a3cd-12e6-4a9d-aa71-e6c7281bf282", "LLMInferenceService": "auth-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9"} 2026-07-06T19:34:00Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9", "reconcileID": "a382a3cd-12e6-4a9d-aa71-e6c7281bf282", "LLMInferenceService": "auth-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:34:00Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9", "reconcileID": "a382a3cd-12e6-4a9d-aa71-e6c7281bf282", "LLMInferenceService": "auth-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:34:00Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9", "reconcileID": "a382a3cd-12e6-4a9d-aa71-e6c7281bf282", "LLMInferenceService": "auth-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9-kserve-route-authn"} 2026-07-06T19:34:00Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9", "reconcileID": "a382a3cd-12e6-4a9d-aa71-e6c7281bf282", "LLMInferenceService": "auth-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9-kserve-route-authn"} 2026-07-06T19:34:00Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9", "reconcileID": "a382a3cd-12e6-4a9d-aa71-e6c7281bf282", "LLMInferenceService": "auth-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:34:00Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9", "reconcileID": "a382a3cd-12e6-4a9d-aa71-e6c7281bf282", "LLMInferenceService": "auth-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:34:00Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "auth-test-model-3550d9", "reconcileID": "5dc1d8a9-3090-4de0-ba36-a13593b30f73", "LLMInferenceService": "auth-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:34:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "d6ee4a24-cef8-426a-9d41-46aa6d57e89e", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:34:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "d6ee4a24-cef8-426a-9d41-46aa6d57e89e", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9-authn-ssl"} 2026-07-06T19:34:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "d6ee4a24-cef8-426a-9d41-46aa6d57e89e", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:34:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "e3143148-c061-46bf-ae65-4610691aea97", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:34:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "e3143148-c061-46bf-ae65-4610691aea97", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9-authn-ssl"} 2026-07-06T19:34:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "e3143148-c061-46bf-ae65-4610691aea97", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:34:01Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c", "reconcileID": "ed209e57-7d7c-4174-b24f-31944324c706", "LLMInferenceService": "auth-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:34:01Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c", "reconcileID": "ed209e57-7d7c-4174-b24f-31944324c706", "LLMInferenceService": "auth-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c"} 2026-07-06T19:34:01Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c", "reconcileID": "ed209e57-7d7c-4174-b24f-31944324c706", "LLMInferenceService": "auth-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:34:01Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c", "reconcileID": "ed209e57-7d7c-4174-b24f-31944324c706", "LLMInferenceService": "auth-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:34:01Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c", "reconcileID": "ed209e57-7d7c-4174-b24f-31944324c706", "LLMInferenceService": "auth-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c-kserve-route-authn"} 2026-07-06T19:34:01Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c", "reconcileID": "ed209e57-7d7c-4174-b24f-31944324c706", "LLMInferenceService": "auth-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c-kserve-route-authn"} 2026-07-06T19:34:01Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c", "reconcileID": "ed209e57-7d7c-4174-b24f-31944324c706", "LLMInferenceService": "auth-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:34:01Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c", "reconcileID": "ed209e57-7d7c-4174-b24f-31944324c706", "LLMInferenceService": "auth-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:34:01Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "auth-test-model-06f95c", "reconcileID": "1eb56e5a-d967-4368-8877-bef4b044db54", "LLMInferenceService": "auth-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:34:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "4f726cb8-3549-4198-8dc8-a2b4c8e8b147", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:34:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "4f726cb8-3549-4198-8dc8-a2b4c8e8b147", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c-authn-ssl"} 2026-07-06T19:34:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "4f726cb8-3549-4198-8dc8-a2b4c8e8b147", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:34:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "196f0ce7-d185-4fa5-9254-d48bfd13ad89", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:34:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "196f0ce7-d185-4fa5-9254-d48bfd13ad89", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c-authn-ssl"} 2026-07-06T19:34:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "196f0ce7-d185-4fa5-9254-d48bfd13ad89", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:34:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "sub-test-model-3550d9", "reconcileID": "f85e74b3-2ec1-480b-8a78-7f94d3097e76", "LLMInferenceService": "sub-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:34:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "sub-test-model-3550d9", "reconcileID": "f85e74b3-2ec1-480b-8a78-7f94d3097e76", "LLMInferenceService": "sub-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:34:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "sub-test-model-3550d9", "reconcileID": "f85e74b3-2ec1-480b-8a78-7f94d3097e76", "LLMInferenceService": "sub-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:34:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "51355621-1c45-4a43-8e25-5f862d9db9ba", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:34:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "sub-test-model-3550d9", "reconcileID": "f85e74b3-2ec1-480b-8a78-7f94d3097e76", "LLMInferenceService": "sub-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "sub-test-model-3550d9-kserve-route-authn"} 2026-07-06T19:34:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "sub-test-model-3550d9", "reconcileID": "f85e74b3-2ec1-480b-8a78-7f94d3097e76", "LLMInferenceService": "sub-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9", "authType": "userdefined"} 2026-07-06T19:34:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "sub-test-model-3550d9", "reconcileID": "f85e74b3-2ec1-480b-8a78-7f94d3097e76", "LLMInferenceService": "sub-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:34:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "51355621-1c45-4a43-8e25-5f862d9db9ba", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9-authn-ssl"} 2026-07-06T19:34:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "51355621-1c45-4a43-8e25-5f862d9db9ba", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:34:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "sub-test-model-3550d9", "reconcileID": "9af90fe0-cf59-49df-a4b3-b18cc36a6f2e", "LLMInferenceService": "sub-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:34:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "sub-test-model-3550d9", "reconcileID": "9af90fe0-cf59-49df-a4b3-b18cc36a6f2e", "LLMInferenceService": "sub-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:34:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "sub-test-model-3550d9", "reconcileID": "9af90fe0-cf59-49df-a4b3-b18cc36a6f2e", "LLMInferenceService": "sub-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:34:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "sub-test-model-3550d9", "reconcileID": "9af90fe0-cf59-49df-a4b3-b18cc36a6f2e", "LLMInferenceService": "sub-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "sub-test-model-3550d9-kserve-route-authn"} 2026-07-06T19:34:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "sub-test-model-3550d9", "reconcileID": "9af90fe0-cf59-49df-a4b3-b18cc36a6f2e", "LLMInferenceService": "sub-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9", "authType": "userdefined"} 2026-07-06T19:34:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "sub-test-model-3550d9", "reconcileID": "9af90fe0-cf59-49df-a4b3-b18cc36a6f2e", "LLMInferenceService": "sub-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:34:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "16f9ab03-e971-48b5-9154-5534a76131e6", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:34:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "16f9ab03-e971-48b5-9154-5534a76131e6", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9-authn-ssl"} 2026-07-06T19:34:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "16f9ab03-e971-48b5-9154-5534a76131e6", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:34:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "sub-test-model-3550d9", "reconcileID": "b1ffdce5-cb1f-472a-b94b-ff5d240cd9d8", "LLMInferenceService": "sub-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:34:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "sub-test-model-3550d9", "reconcileID": "b1ffdce5-cb1f-472a-b94b-ff5d240cd9d8", "LLMInferenceService": "sub-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:34:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "sub-test-model-3550d9", "reconcileID": "b1ffdce5-cb1f-472a-b94b-ff5d240cd9d8", "LLMInferenceService": "sub-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:34:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "sub-test-model-3550d9", "reconcileID": "b1ffdce5-cb1f-472a-b94b-ff5d240cd9d8", "LLMInferenceService": "sub-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "sub-test-model-3550d9-kserve-route-authn"} 2026-07-06T19:34:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "sub-test-model-3550d9", "reconcileID": "b1ffdce5-cb1f-472a-b94b-ff5d240cd9d8", "LLMInferenceService": "sub-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9", "authType": "userdefined"} 2026-07-06T19:34:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "sub-test-model-3550d9", "reconcileID": "b1ffdce5-cb1f-472a-b94b-ff5d240cd9d8", "LLMInferenceService": "sub-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:34:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "305407e3-74d7-4c74-b8e8-a211ba153faa", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T19:34:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "sub-test-model-3550d9", "reconcileID": "fa484a34-d0b9-474e-8aa4-0c8b34289a1a", "LLMInferenceService": "sub-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:34:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "sub-test-model-3550d9", "reconcileID": "fa484a34-d0b9-474e-8aa4-0c8b34289a1a", "LLMInferenceService": "sub-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:34:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "sub-test-model-3550d9", "reconcileID": "fa484a34-d0b9-474e-8aa4-0c8b34289a1a", "LLMInferenceService": "sub-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:34:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "sub-test-model-3550d9", "reconcileID": "fa484a34-d0b9-474e-8aa4-0c8b34289a1a", "LLMInferenceService": "sub-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "sub-test-model-3550d9-kserve-route-authn"} 2026-07-06T19:34:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "sub-test-model-3550d9", "reconcileID": "fa484a34-d0b9-474e-8aa4-0c8b34289a1a", "LLMInferenceService": "sub-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9", "authType": "userdefined"} 2026-07-06T19:34:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "sub-test-model-3550d9", "reconcileID": "fa484a34-d0b9-474e-8aa4-0c8b34289a1a", "LLMInferenceService": "sub-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:34:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "sub-test-model-06f95c", "reconcileID": "4cd1ec00-6ff6-4b48-b520-f749d710ece1", "LLMInferenceService": "sub-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:34:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "sub-test-model-06f95c", "reconcileID": "4cd1ec00-6ff6-4b48-b520-f749d710ece1", "LLMInferenceService": "sub-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:34:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "sub-test-model-06f95c", "reconcileID": "4cd1ec00-6ff6-4b48-b520-f749d710ece1", "LLMInferenceService": "sub-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:34:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "91477970-523e-4678-b58c-abfe5eb5d67f", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:34:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "sub-test-model-06f95c", "reconcileID": "4cd1ec00-6ff6-4b48-b520-f749d710ece1", "LLMInferenceService": "sub-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "sub-test-model-06f95c-kserve-route-authn"} 2026-07-06T19:34:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "sub-test-model-06f95c", "reconcileID": "4cd1ec00-6ff6-4b48-b520-f749d710ece1", "LLMInferenceService": "sub-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c", "authType": "userdefined"} 2026-07-06T19:34:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "sub-test-model-06f95c", "reconcileID": "4cd1ec00-6ff6-4b48-b520-f749d710ece1", "LLMInferenceService": "sub-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:34:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "91477970-523e-4678-b58c-abfe5eb5d67f", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c-authn-ssl"} 2026-07-06T19:34:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "91477970-523e-4678-b58c-abfe5eb5d67f", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:34:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "sub-test-model-06f95c", "reconcileID": "b47faa1a-ab5f-4fb9-b370-336a7064cc81", "LLMInferenceService": "sub-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:34:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "sub-test-model-06f95c", "reconcileID": "b47faa1a-ab5f-4fb9-b370-336a7064cc81", "LLMInferenceService": "sub-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:34:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "sub-test-model-06f95c", "reconcileID": "b47faa1a-ab5f-4fb9-b370-336a7064cc81", "LLMInferenceService": "sub-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:34:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "sub-test-model-06f95c", "reconcileID": "b47faa1a-ab5f-4fb9-b370-336a7064cc81", "LLMInferenceService": "sub-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "sub-test-model-06f95c-kserve-route-authn"} 2026-07-06T19:34:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "sub-test-model-06f95c", "reconcileID": "b47faa1a-ab5f-4fb9-b370-336a7064cc81", "LLMInferenceService": "sub-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c", "authType": "userdefined"} 2026-07-06T19:34:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "sub-test-model-06f95c", "reconcileID": "b47faa1a-ab5f-4fb9-b370-336a7064cc81", "LLMInferenceService": "sub-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:34:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "40505fa8-87a5-4d02-bebf-d37c96ab7274", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:34:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "40505fa8-87a5-4d02-bebf-d37c96ab7274", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c-authn-ssl"} 2026-07-06T19:34:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "40505fa8-87a5-4d02-bebf-d37c96ab7274", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:34:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "sub-test-model-06f95c", "reconcileID": "e127f6f0-cc9c-4bba-b820-69052b64fa95", "LLMInferenceService": "sub-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:34:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "sub-test-model-06f95c", "reconcileID": "e127f6f0-cc9c-4bba-b820-69052b64fa95", "LLMInferenceService": "sub-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:34:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "sub-test-model-06f95c", "reconcileID": "e127f6f0-cc9c-4bba-b820-69052b64fa95", "LLMInferenceService": "sub-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:34:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "sub-test-model-06f95c", "reconcileID": "e127f6f0-cc9c-4bba-b820-69052b64fa95", "LLMInferenceService": "sub-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "sub-test-model-06f95c-kserve-route-authn"} 2026-07-06T19:34:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "sub-test-model-06f95c", "reconcileID": "e127f6f0-cc9c-4bba-b820-69052b64fa95", "LLMInferenceService": "sub-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c", "authType": "userdefined"} 2026-07-06T19:34:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "sub-test-model-06f95c", "reconcileID": "e127f6f0-cc9c-4bba-b820-69052b64fa95", "LLMInferenceService": "sub-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:35:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "sub-test-model-06f95c", "reconcileID": "06495797-0afc-4797-ac9b-aa9619d088ae", "LLMInferenceService": "sub-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:35:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "sub-test-model-06f95c", "reconcileID": "06495797-0afc-4797-ac9b-aa9619d088ae", "LLMInferenceService": "sub-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:35:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "sub-test-model-06f95c", "reconcileID": "06495797-0afc-4797-ac9b-aa9619d088ae", "LLMInferenceService": "sub-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:35:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "sub-test-model-06f95c", "reconcileID": "06495797-0afc-4797-ac9b-aa9619d088ae", "LLMInferenceService": "sub-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "sub-test-model-06f95c-kserve-route-authn"} 2026-07-06T19:35:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "sub-test-model-06f95c", "reconcileID": "06495797-0afc-4797-ac9b-aa9619d088ae", "LLMInferenceService": "sub-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c", "authType": "userdefined"} 2026-07-06T19:35:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "sub-test-model-06f95c", "reconcileID": "06495797-0afc-4797-ac9b-aa9619d088ae", "LLMInferenceService": "sub-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:35:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "sub-test-model-3550d9", "reconcileID": "cc68efc4-35d0-4c63-9efa-c2af80d3f21c", "LLMInferenceService": "sub-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:35:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "sub-test-model-3550d9", "reconcileID": "cc68efc4-35d0-4c63-9efa-c2af80d3f21c", "LLMInferenceService": "sub-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "sub-test-model-3550d9"} 2026-07-06T19:35:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "sub-test-model-3550d9", "reconcileID": "cc68efc4-35d0-4c63-9efa-c2af80d3f21c", "LLMInferenceService": "sub-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:35:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "sub-test-model-3550d9", "reconcileID": "cc68efc4-35d0-4c63-9efa-c2af80d3f21c", "LLMInferenceService": "sub-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:35:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "sub-test-model-3550d9", "reconcileID": "cc68efc4-35d0-4c63-9efa-c2af80d3f21c", "LLMInferenceService": "sub-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "sub-test-model-3550d9-kserve-route-authn"} 2026-07-06T19:35:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "sub-test-model-3550d9", "reconcileID": "cc68efc4-35d0-4c63-9efa-c2af80d3f21c", "LLMInferenceService": "sub-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "sub-test-model-3550d9-kserve-route-authn"} 2026-07-06T19:35:42Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "sub-test-model-3550d9", "reconcileID": "cc68efc4-35d0-4c63-9efa-c2af80d3f21c", "LLMInferenceService": "sub-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:35:42Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "sub-test-model-3550d9", "reconcileID": "cc68efc4-35d0-4c63-9efa-c2af80d3f21c", "LLMInferenceService": "sub-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:35:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "sub-test-model-3550d9", "reconcileID": "fa801abb-c4fd-4970-91f4-f56125008691", "LLMInferenceService": "sub-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:35:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "ef93a411-369f-4ea8-b169-58d3f4fa61d7", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:35:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "ef93a411-369f-4ea8-b169-58d3f4fa61d7", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9-authn-ssl"} 2026-07-06T19:35:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "ef93a411-369f-4ea8-b169-58d3f4fa61d7", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:35:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "5e3c4013-bcda-4b77-8fe3-5bb656616309", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:35:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "5e3c4013-bcda-4b77-8fe3-5bb656616309", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9-authn-ssl"} 2026-07-06T19:35:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "5e3c4013-bcda-4b77-8fe3-5bb656616309", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:35:43Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "sub-test-model-06f95c", "reconcileID": "21d9d9e8-56f5-484c-81e4-65ab349956e8", "LLMInferenceService": "sub-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:35:43Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "sub-test-model-06f95c", "reconcileID": "21d9d9e8-56f5-484c-81e4-65ab349956e8", "LLMInferenceService": "sub-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "sub-test-model-06f95c"} 2026-07-06T19:35:43Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "sub-test-model-06f95c", "reconcileID": "21d9d9e8-56f5-484c-81e4-65ab349956e8", "LLMInferenceService": "sub-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:35:43Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "sub-test-model-06f95c", "reconcileID": "21d9d9e8-56f5-484c-81e4-65ab349956e8", "LLMInferenceService": "sub-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:35:43Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "sub-test-model-06f95c", "reconcileID": "21d9d9e8-56f5-484c-81e4-65ab349956e8", "LLMInferenceService": "sub-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "sub-test-model-06f95c-kserve-route-authn"} 2026-07-06T19:35:43Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "sub-test-model-06f95c", "reconcileID": "21d9d9e8-56f5-484c-81e4-65ab349956e8", "LLMInferenceService": "sub-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "sub-test-model-06f95c-kserve-route-authn"} 2026-07-06T19:35:43Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "sub-test-model-06f95c", "reconcileID": "21d9d9e8-56f5-484c-81e4-65ab349956e8", "LLMInferenceService": "sub-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:35:43Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "sub-test-model-06f95c", "reconcileID": "21d9d9e8-56f5-484c-81e4-65ab349956e8", "LLMInferenceService": "sub-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:35:43Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "sub-test-model-06f95c", "reconcileID": "2f6d67f4-93b2-4ae5-8a92-c6882c45879b", "LLMInferenceService": "sub-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:35:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "86603fed-b2c9-44e3-8ea6-3a30ef760189", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:35:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "86603fed-b2c9-44e3-8ea6-3a30ef760189", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c-authn-ssl"} 2026-07-06T19:35:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "86603fed-b2c9-44e3-8ea6-3a30ef760189", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:35:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "7a34f518-2b0c-40eb-9d00-268d6df43b96", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:35:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "7a34f518-2b0c-40eb-9d00-268d6df43b96", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c-authn-ssl"} 2026-07-06T19:35:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "7a34f518-2b0c-40eb-9d00-268d6df43b96", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:35:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9", "reconcileID": "371ea290-740f-4584-9f88-e4338467da1e", "LLMInferenceService": "rate-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:35:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9", "reconcileID": "371ea290-740f-4584-9f88-e4338467da1e", "LLMInferenceService": "rate-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:35:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9", "reconcileID": "371ea290-740f-4584-9f88-e4338467da1e", "LLMInferenceService": "rate-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:35:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "e71f87c5-e022-4537-8639-bcc818a662e5", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:35:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9", "reconcileID": "371ea290-740f-4584-9f88-e4338467da1e", "LLMInferenceService": "rate-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9-kserve-route-authn"} 2026-07-06T19:35:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9", "reconcileID": "371ea290-740f-4584-9f88-e4338467da1e", "LLMInferenceService": "rate-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9", "authType": "userdefined"} 2026-07-06T19:35:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9", "reconcileID": "371ea290-740f-4584-9f88-e4338467da1e", "LLMInferenceService": "rate-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:35:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "e71f87c5-e022-4537-8639-bcc818a662e5", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9-authn-ssl"} 2026-07-06T19:35:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "e71f87c5-e022-4537-8639-bcc818a662e5", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:35:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9", "reconcileID": "001ba1c8-5c1f-4806-9f91-a86e89cb57e7", "LLMInferenceService": "rate-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:35:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9", "reconcileID": "001ba1c8-5c1f-4806-9f91-a86e89cb57e7", "LLMInferenceService": "rate-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:35:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9", "reconcileID": "001ba1c8-5c1f-4806-9f91-a86e89cb57e7", "LLMInferenceService": "rate-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:35:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9", "reconcileID": "001ba1c8-5c1f-4806-9f91-a86e89cb57e7", "LLMInferenceService": "rate-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9-kserve-route-authn"} 2026-07-06T19:35:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9", "reconcileID": "001ba1c8-5c1f-4806-9f91-a86e89cb57e7", "LLMInferenceService": "rate-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9", "authType": "userdefined"} 2026-07-06T19:35:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9", "reconcileID": "001ba1c8-5c1f-4806-9f91-a86e89cb57e7", "LLMInferenceService": "rate-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:35:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "0711dc94-e092-45e8-a974-adb596439119", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:35:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "0711dc94-e092-45e8-a974-adb596439119", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9-authn-ssl"} 2026-07-06T19:35:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "0711dc94-e092-45e8-a974-adb596439119", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:35:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9", "reconcileID": "88ebec06-685a-41d4-b1ea-78f34a0e2952", "LLMInferenceService": "rate-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:35:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9", "reconcileID": "88ebec06-685a-41d4-b1ea-78f34a0e2952", "LLMInferenceService": "rate-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:35:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9", "reconcileID": "88ebec06-685a-41d4-b1ea-78f34a0e2952", "LLMInferenceService": "rate-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:35:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9", "reconcileID": "88ebec06-685a-41d4-b1ea-78f34a0e2952", "LLMInferenceService": "rate-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9-kserve-route-authn"} 2026-07-06T19:35:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9", "reconcileID": "88ebec06-685a-41d4-b1ea-78f34a0e2952", "LLMInferenceService": "rate-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9", "authType": "userdefined"} 2026-07-06T19:35:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9", "reconcileID": "88ebec06-685a-41d4-b1ea-78f34a0e2952", "LLMInferenceService": "rate-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:35:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9", "reconcileID": "f1c847a9-9a07-4199-b098-3a21e4b6265c", "LLMInferenceService": "rate-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:35:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9", "reconcileID": "f1c847a9-9a07-4199-b098-3a21e4b6265c", "LLMInferenceService": "rate-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:35:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9", "reconcileID": "f1c847a9-9a07-4199-b098-3a21e4b6265c", "LLMInferenceService": "rate-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:35:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9", "reconcileID": "f1c847a9-9a07-4199-b098-3a21e4b6265c", "LLMInferenceService": "rate-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9-kserve-route-authn"} 2026-07-06T19:35:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9", "reconcileID": "f1c847a9-9a07-4199-b098-3a21e4b6265c", "LLMInferenceService": "rate-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9", "authType": "userdefined"} 2026-07-06T19:35:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9", "reconcileID": "f1c847a9-9a07-4199-b098-3a21e4b6265c", "LLMInferenceService": "rate-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:36:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9", "reconcileID": "7996a095-dc64-4832-8f53-a18c2768d370", "LLMInferenceService": "rate-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:36:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9", "reconcileID": "7996a095-dc64-4832-8f53-a18c2768d370", "LLMInferenceService": "rate-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:36:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9", "reconcileID": "7996a095-dc64-4832-8f53-a18c2768d370", "LLMInferenceService": "rate-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:36:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9", "reconcileID": "7996a095-dc64-4832-8f53-a18c2768d370", "LLMInferenceService": "rate-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9-kserve-route-authn"} 2026-07-06T19:36:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9", "reconcileID": "7996a095-dc64-4832-8f53-a18c2768d370", "LLMInferenceService": "rate-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9", "authType": "userdefined"} 2026-07-06T19:36:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9", "reconcileID": "7996a095-dc64-4832-8f53-a18c2768d370", "LLMInferenceService": "rate-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:36:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c", "reconcileID": "649c0615-63e8-4a8c-80c3-d0217e64e082", "LLMInferenceService": "rate-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:36:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c", "reconcileID": "649c0615-63e8-4a8c-80c3-d0217e64e082", "LLMInferenceService": "rate-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:36:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c", "reconcileID": "649c0615-63e8-4a8c-80c3-d0217e64e082", "LLMInferenceService": "rate-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:36:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "3733340c-9871-45d7-b993-955b1e8100a6", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:36:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c", "reconcileID": "649c0615-63e8-4a8c-80c3-d0217e64e082", "LLMInferenceService": "rate-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c-kserve-route-authn"} 2026-07-06T19:36:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c", "reconcileID": "649c0615-63e8-4a8c-80c3-d0217e64e082", "LLMInferenceService": "rate-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c", "authType": "userdefined"} 2026-07-06T19:36:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c", "reconcileID": "649c0615-63e8-4a8c-80c3-d0217e64e082", "LLMInferenceService": "rate-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:36:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "3733340c-9871-45d7-b993-955b1e8100a6", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c-authn-ssl"} 2026-07-06T19:36:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "3733340c-9871-45d7-b993-955b1e8100a6", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:36:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c", "reconcileID": "1b21bd8b-ce91-4c73-a8a9-a76990daa1a8", "LLMInferenceService": "rate-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:36:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c", "reconcileID": "1b21bd8b-ce91-4c73-a8a9-a76990daa1a8", "LLMInferenceService": "rate-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:36:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c", "reconcileID": "1b21bd8b-ce91-4c73-a8a9-a76990daa1a8", "LLMInferenceService": "rate-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:36:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c", "reconcileID": "1b21bd8b-ce91-4c73-a8a9-a76990daa1a8", "LLMInferenceService": "rate-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c-kserve-route-authn"} 2026-07-06T19:36:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c", "reconcileID": "1b21bd8b-ce91-4c73-a8a9-a76990daa1a8", "LLMInferenceService": "rate-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c", "authType": "userdefined"} 2026-07-06T19:36:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c", "reconcileID": "1b21bd8b-ce91-4c73-a8a9-a76990daa1a8", "LLMInferenceService": "rate-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:36:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "26077e1a-b9d7-4956-a635-8ba1bfd90b22", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T19:36:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "20451088-4bee-4b03-b81f-81838329c3fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T19:36:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "43ece44e-d1d2-48e2-9d49-fce19e0c2a50", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:36:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "43ece44e-d1d2-48e2-9d49-fce19e0c2a50", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c-authn-ssl"} 2026-07-06T19:36:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "43ece44e-d1d2-48e2-9d49-fce19e0c2a50", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:36:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c", "reconcileID": "9376db26-ad30-48c7-b78c-baedfb846907", "LLMInferenceService": "rate-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:36:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c", "reconcileID": "9376db26-ad30-48c7-b78c-baedfb846907", "LLMInferenceService": "rate-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:36:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c", "reconcileID": "9376db26-ad30-48c7-b78c-baedfb846907", "LLMInferenceService": "rate-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:36:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c", "reconcileID": "9376db26-ad30-48c7-b78c-baedfb846907", "LLMInferenceService": "rate-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c-kserve-route-authn"} 2026-07-06T19:36:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c", "reconcileID": "9376db26-ad30-48c7-b78c-baedfb846907", "LLMInferenceService": "rate-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c", "authType": "userdefined"} 2026-07-06T19:36:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c", "reconcileID": "9376db26-ad30-48c7-b78c-baedfb846907", "LLMInferenceService": "rate-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:36:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c", "reconcileID": "d1e1c361-ee49-4cf8-9879-78760abb3b6e", "LLMInferenceService": "rate-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:36:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c", "reconcileID": "d1e1c361-ee49-4cf8-9879-78760abb3b6e", "LLMInferenceService": "rate-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:36:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c", "reconcileID": "d1e1c361-ee49-4cf8-9879-78760abb3b6e", "LLMInferenceService": "rate-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:36:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c", "reconcileID": "d1e1c361-ee49-4cf8-9879-78760abb3b6e", "LLMInferenceService": "rate-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c-kserve-route-authn"} 2026-07-06T19:36:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c", "reconcileID": "d1e1c361-ee49-4cf8-9879-78760abb3b6e", "LLMInferenceService": "rate-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c", "authType": "userdefined"} 2026-07-06T19:36:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c", "reconcileID": "d1e1c361-ee49-4cf8-9879-78760abb3b6e", "LLMInferenceService": "rate-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:36:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c", "reconcileID": "00327753-b1f9-4655-94a6-1bb1e5117b84", "LLMInferenceService": "rate-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:36:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c", "reconcileID": "00327753-b1f9-4655-94a6-1bb1e5117b84", "LLMInferenceService": "rate-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:36:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c", "reconcileID": "00327753-b1f9-4655-94a6-1bb1e5117b84", "LLMInferenceService": "rate-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:36:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c", "reconcileID": "00327753-b1f9-4655-94a6-1bb1e5117b84", "LLMInferenceService": "rate-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c-kserve-route-authn"} 2026-07-06T19:36:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c", "reconcileID": "00327753-b1f9-4655-94a6-1bb1e5117b84", "LLMInferenceService": "rate-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c", "authType": "userdefined"} 2026-07-06T19:36:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c", "reconcileID": "00327753-b1f9-4655-94a6-1bb1e5117b84", "LLMInferenceService": "rate-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:37:10Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9", "reconcileID": "7c56f118-c435-4110-b68d-92bc1535619b", "LLMInferenceService": "rate-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:37:10Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9", "reconcileID": "7c56f118-c435-4110-b68d-92bc1535619b", "LLMInferenceService": "rate-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9"} 2026-07-06T19:37:10Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9", "reconcileID": "7c56f118-c435-4110-b68d-92bc1535619b", "LLMInferenceService": "rate-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:37:10Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9", "reconcileID": "7c56f118-c435-4110-b68d-92bc1535619b", "LLMInferenceService": "rate-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:37:10Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9", "reconcileID": "7c56f118-c435-4110-b68d-92bc1535619b", "LLMInferenceService": "rate-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9-kserve-route-authn"} 2026-07-06T19:37:10Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9", "reconcileID": "7c56f118-c435-4110-b68d-92bc1535619b", "LLMInferenceService": "rate-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9-kserve-route-authn"} 2026-07-06T19:37:10Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9", "reconcileID": "7c56f118-c435-4110-b68d-92bc1535619b", "LLMInferenceService": "rate-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:37:10Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9", "reconcileID": "7c56f118-c435-4110-b68d-92bc1535619b", "LLMInferenceService": "rate-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:37:10Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3550d9","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "rate-test-model-3550d9", "reconcileID": "5ffb7b01-3f5b-4ccd-839f-d97cab819711", "LLMInferenceService": "rate-test-model-3550d9", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:37:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "c4f35e55-e12e-4c56-a169-17b165a10484", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:37:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "c4f35e55-e12e-4c56-a169-17b165a10484", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9-authn-ssl"} 2026-07-06T19:37:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "c4f35e55-e12e-4c56-a169-17b165a10484", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:37:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "f33211ec-e542-4dcc-89a0-60d49b304dfa", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:37:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "f33211ec-e542-4dcc-89a0-60d49b304dfa", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9-authn-ssl"} 2026-07-06T19:37:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "f33211ec-e542-4dcc-89a0-60d49b304dfa", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:37:10Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c", "reconcileID": "37612df3-bba8-4789-b2fa-6a37813b777c", "LLMInferenceService": "rate-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:37:10Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c", "reconcileID": "37612df3-bba8-4789-b2fa-6a37813b777c", "LLMInferenceService": "rate-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c"} 2026-07-06T19:37:10Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c", "reconcileID": "37612df3-bba8-4789-b2fa-6a37813b777c", "LLMInferenceService": "rate-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:37:10Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c", "reconcileID": "37612df3-bba8-4789-b2fa-6a37813b777c", "LLMInferenceService": "rate-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:37:10Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c", "reconcileID": "37612df3-bba8-4789-b2fa-6a37813b777c", "LLMInferenceService": "rate-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c-kserve-route-authn"} 2026-07-06T19:37:10Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c", "reconcileID": "37612df3-bba8-4789-b2fa-6a37813b777c", "LLMInferenceService": "rate-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c-kserve-route-authn"} 2026-07-06T19:37:10Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c", "reconcileID": "37612df3-bba8-4789-b2fa-6a37813b777c", "LLMInferenceService": "rate-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:37:10Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c", "reconcileID": "37612df3-bba8-4789-b2fa-6a37813b777c", "LLMInferenceService": "rate-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:37:11Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-06f95c","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "rate-test-model-06f95c", "reconcileID": "2519d63e-b24f-4020-87df-80313afcaa7c", "LLMInferenceService": "rate-test-model-06f95c", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:37:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "d3ad5035-db70-4b89-932f-b2837f30ccb3", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:37:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "d3ad5035-db70-4b89-932f-b2837f30ccb3", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c-authn-ssl"} 2026-07-06T19:37:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "d3ad5035-db70-4b89-932f-b2837f30ccb3", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:37:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "8568bb2b-ae2f-48f9-8442-95ef9c5989e2", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:37:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "8568bb2b-ae2f-48f9-8442-95ef9c5989e2", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c-authn-ssl"} 2026-07-06T19:37:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "8568bb2b-ae2f-48f9-8442-95ef9c5989e2", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:37:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "be03f83f-b3eb-42e0-ba24-4d3aa3edf1cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T19:37:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "d921e68e-8886-4f5c-bb0e-a518a7fd1e5c", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:37:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "d921e68e-8886-4f5c-bb0e-a518a7fd1e5c", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9-authn-ssl"} 2026-07-06T19:37:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3550d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3550d9", "reconcileID": "d921e68e-8886-4f5c-bb0e-a518a7fd1e5c", "Gateway": "e2e-shared-a-3550d9", "namespace": "openshift-ingress"} 2026-07-06T19:37:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10a1dae2-4741-4def-ab5a-cff82bb78a24", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:37:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10a1dae2-4741-4def-ab5a-cff82bb78a24", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3550d9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:37:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10a1dae2-4741-4def-ab5a-cff82bb78a24", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-3550d9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T19:37:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "odh-trusted-ca-bundle", "reconcileID": "02ed7d0b-dbe2-4f20-8faa-426d57854be4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:37:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "odh-trusted-ca-bundle", "reconcileID": "02ed7d0b-dbe2-4f20-8faa-426d57854be4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:37:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "openshift-service-ca.crt", "reconcileID": "870272a9-7946-4c95-822a-cf1d374d561a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:37:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "openshift-service-ca.crt", "reconcileID": "870272a9-7946-4c95-822a-cf1d374d561a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:37:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ed7e844-9333-4637-9680-a9d3ff6dce8c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:37:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3550d9"}, "namespace": "ai-tenant-e2e-shared-a-3550d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ed7e844-9333-4637-9680-a9d3ff6dce8c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3550d9"} 2026-07-06T19:37:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "0c53b943-e1aa-4082-8e95-d081f473c596", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T19:37:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "f5a496b0-1bd6-4f8b-b66f-4bf9932038c4", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:37:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "f5a496b0-1bd6-4f8b-b66f-4bf9932038c4", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c-authn-ssl"} 2026-07-06T19:37:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-06f95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-06f95c", "reconcileID": "f5a496b0-1bd6-4f8b-b66f-4bf9932038c4", "Gateway": "e2e-shared-b-06f95c", "namespace": "openshift-ingress"} 2026-07-06T19:38:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4b96887-1ec6-4dbe-9445-4c33fa625e71", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:38:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4b96887-1ec6-4dbe-9445-4c33fa625e71", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-06f95c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:38:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4b96887-1ec6-4dbe-9445-4c33fa625e71", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-06f95c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T19:38:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "odh-trusted-ca-bundle", "reconcileID": "7549be6b-f3d6-4f97-99b4-3a9e307e1627", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:38:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "odh-trusted-ca-bundle", "reconcileID": "7549be6b-f3d6-4f97-99b4-3a9e307e1627", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:38:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "openshift-service-ca.crt", "reconcileID": "3008fe4b-ae42-4b14-8d0b-ddd1fe97eb90", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:38:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "openshift-service-ca.crt", "reconcileID": "3008fe4b-ae42-4b14-8d0b-ddd1fe97eb90", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:38:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fe99b3e5-c559-44f7-88ec-ada35c4abaec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-06f95c"} 2026-07-06T19:38:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-06f95c"}, "namespace": "ai-tenant-e2e-shared-b-06f95c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fe99b3e5-c559-44f7-88ec-ada35c4abaec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-06f95c"}