2026-07-07T19:42:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f047a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f047a3", "reconcileID": "950b07e8-f0ed-4489-9bfb-45b737d0e804", "Gateway": "e2e-api-a-f047a3", "namespace": "openshift-ingress"} 2026-07-07T19:42:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bdaaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bdaaac", "reconcileID": "3c803883-2d98-46a5-94d5-314f75176cd6", "Gateway": "e2e-api-b-bdaaac", "namespace": "openshift-ingress"} 2026-07-07T19:42:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bdaaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bdaaac", "reconcileID": "3c803883-2d98-46a5-94d5-314f75176cd6", "Gateway": "e2e-api-b-bdaaac", "namespace": "openshift-ingress", "name": "e2e-api-b-bdaaac-authn-ssl"} 2026-07-07T19:42:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bdaaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bdaaac", "reconcileID": "3c803883-2d98-46a5-94d5-314f75176cd6", "Gateway": "e2e-api-b-bdaaac", "namespace": "openshift-ingress"} 2026-07-07T19:42:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bdaaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bdaaac", "reconcileID": "b298806b-c49a-4efb-868f-58036a37d233", "Gateway": "e2e-api-b-bdaaac", "namespace": "openshift-ingress"} 2026-07-07T19:42:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bdaaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bdaaac", "reconcileID": "b298806b-c49a-4efb-868f-58036a37d233", "Gateway": "e2e-api-b-bdaaac", "namespace": "openshift-ingress", "name": "e2e-api-b-bdaaac-authn-ssl"} 2026-07-07T19:42:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bdaaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bdaaac", "reconcileID": "b298806b-c49a-4efb-868f-58036a37d233", "Gateway": "e2e-api-b-bdaaac", "namespace": "openshift-ingress"} 2026-07-07T19:42:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bdaaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bdaaac", "reconcileID": "3d51f9b8-1ae6-4887-b617-8c97095b6cb3", "Gateway": "e2e-api-b-bdaaac", "namespace": "openshift-ingress"} 2026-07-07T19:42:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bdaaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bdaaac", "reconcileID": "3d51f9b8-1ae6-4887-b617-8c97095b6cb3", "Gateway": "e2e-api-b-bdaaac", "namespace": "openshift-ingress", "name": "e2e-api-b-bdaaac-authn-ssl"} 2026-07-07T19:42:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bdaaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bdaaac", "reconcileID": "3d51f9b8-1ae6-4887-b617-8c97095b6cb3", "Gateway": "e2e-api-b-bdaaac", "namespace": "openshift-ingress"} 2026-07-07T19:42:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-bdaaac"}, "namespace": "ai-tenant-e2e-api-b-bdaaac", "name": "openshift-service-ca.crt", "reconcileID": "17aa9021-132b-4cf8-bd09-72cc73bac5e0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-bdaaac"} 2026-07-07T19:42:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-bdaaac"}, "namespace": "ai-tenant-e2e-api-b-bdaaac", "name": "odh-trusted-ca-bundle", "reconcileID": "ad931a70-2926-4e5e-ab25-7900d516ab42", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-bdaaac"} 2026-07-07T19:42:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-bdaaac"}, "namespace": "ai-tenant-e2e-api-b-bdaaac", "name": "openshift-service-ca.crt", "reconcileID": "1ab1663c-b785-4bc2-af07-a9d6b4d5e25c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-bdaaac", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T19:42:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-bdaaac"}, "namespace": "ai-tenant-e2e-api-b-bdaaac", "name": "openshift-service-ca.crt", "reconcileID": "1ab1663c-b785-4bc2-af07-a9d6b4d5e25c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-bdaaac"} 2026-07-07T19:42:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-bdaaac"}, "namespace": "ai-tenant-e2e-api-b-bdaaac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f73fa79d-ec50-4ba5-b53a-cb05a698c5bf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-bdaaac"} 2026-07-07T19:42:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-bdaaac"}, "namespace": "ai-tenant-e2e-api-b-bdaaac", "name": "openshift-service-ca.crt", "reconcileID": "7561316c-5230-4e1f-ab9c-d10aa1a33e63", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-bdaaac"} 2026-07-07T19:42:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-bdaaac"}, "namespace": "ai-tenant-e2e-api-b-bdaaac", "name": "odh-trusted-ca-bundle", "reconcileID": "6e2fff4c-1eda-4772-a5eb-0b8762d05dea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-bdaaac", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T19:42:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-bdaaac"}, "namespace": "ai-tenant-e2e-api-b-bdaaac", "name": "odh-trusted-ca-bundle", "reconcileID": "6e2fff4c-1eda-4772-a5eb-0b8762d05dea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-bdaaac"} 2026-07-07T19:42:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-bdaaac"}, "namespace": "ai-tenant-e2e-api-b-bdaaac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1705ef77-070f-4abd-9d10-1e1e616bbb82", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-bdaaac"} 2026-07-07T19:42:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bdaaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bdaaac", "reconcileID": "b76edff0-87d9-4237-8007-511d5474aa07", "Gateway": "e2e-api-b-bdaaac", "namespace": "openshift-ingress"} 2026-07-07T19:42:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bdaaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bdaaac", "reconcileID": "b76edff0-87d9-4237-8007-511d5474aa07", "Gateway": "e2e-api-b-bdaaac", "namespace": "openshift-ingress", "name": "e2e-api-b-bdaaac-authn-ssl"} 2026-07-07T19:42:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bdaaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bdaaac", "reconcileID": "b76edff0-87d9-4237-8007-511d5474aa07", "Gateway": "e2e-api-b-bdaaac", "namespace": "openshift-ingress"} 2026-07-07T19:42:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "515996df-671d-4b01-a2f6-c5e2ad9c6840", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T19:42:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f047a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f047a3", "reconcileID": "f250f172-ddf8-44eb-ba89-b79dc21cc0a9", "Gateway": "e2e-api-a-f047a3", "namespace": "openshift-ingress"} 2026-07-07T19:42:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f047a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f047a3", "reconcileID": "f250f172-ddf8-44eb-ba89-b79dc21cc0a9", "Gateway": "e2e-api-a-f047a3", "namespace": "openshift-ingress", "name": "e2e-api-a-f047a3-authn-ssl"} 2026-07-07T19:42:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f047a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f047a3", "reconcileID": "f250f172-ddf8-44eb-ba89-b79dc21cc0a9", "Gateway": "e2e-api-a-f047a3", "namespace": "openshift-ingress"} 2026-07-07T19:42:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bdaaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bdaaac", "reconcileID": "d970fc3f-5187-4339-9fda-6cd7afa66124", "Gateway": "e2e-api-b-bdaaac", "namespace": "openshift-ingress"} 2026-07-07T19:42:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bdaaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bdaaac", "reconcileID": "d970fc3f-5187-4339-9fda-6cd7afa66124", "Gateway": "e2e-api-b-bdaaac", "namespace": "openshift-ingress", "name": "e2e-api-b-bdaaac-authn-ssl"} 2026-07-07T19:42:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bdaaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bdaaac", "reconcileID": "d970fc3f-5187-4339-9fda-6cd7afa66124", "Gateway": "e2e-api-b-bdaaac", "namespace": "openshift-ingress"} 2026-07-07T19:42:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "103c1907-abdf-49c3-994f-f7909ef069a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T19:42:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f047a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f047a3", "reconcileID": "740c1ce3-b473-49dc-a7cd-023d8e21772d", "Gateway": "e2e-api-a-f047a3", "namespace": "openshift-ingress"} 2026-07-07T19:42:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f047a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f047a3", "reconcileID": "740c1ce3-b473-49dc-a7cd-023d8e21772d", "Gateway": "e2e-api-a-f047a3", "namespace": "openshift-ingress", "name": "e2e-api-a-f047a3-authn-ssl"} 2026-07-07T19:42:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f047a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f047a3", "reconcileID": "740c1ce3-b473-49dc-a7cd-023d8e21772d", "Gateway": "e2e-api-a-f047a3", "namespace": "openshift-ingress"} 2026-07-07T19:42:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bdaaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bdaaac", "reconcileID": "f45a276a-80ae-4ba7-88f7-e2e8378d9533", "Gateway": "e2e-api-b-bdaaac", "namespace": "openshift-ingress"} 2026-07-07T19:42:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bdaaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bdaaac", "reconcileID": "f45a276a-80ae-4ba7-88f7-e2e8378d9533", "Gateway": "e2e-api-b-bdaaac", "namespace": "openshift-ingress", "name": "e2e-api-b-bdaaac-authn-ssl"} 2026-07-07T19:42:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bdaaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bdaaac", "reconcileID": "f45a276a-80ae-4ba7-88f7-e2e8378d9533", "Gateway": "e2e-api-b-bdaaac", "namespace": "openshift-ingress"} 2026-07-07T19:42:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f047a3"}, "namespace": "ai-tenant-e2e-api-a-f047a3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5d35c46-22f8-4ea5-bee4-ea87b6828b86", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f047a3"} 2026-07-07T19:42:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f047a3"}, "namespace": "ai-tenant-e2e-api-a-f047a3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5d35c46-22f8-4ea5-bee4-ea87b6828b86", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f047a3", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T19:42:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f047a3"}, "namespace": "ai-tenant-e2e-api-a-f047a3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5d35c46-22f8-4ea5-bee4-ea87b6828b86", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-f047a3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T19:42:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-f047a3"}, "namespace": "ai-tenant-e2e-api-a-f047a3", "name": "odh-trusted-ca-bundle", "reconcileID": "5627bb05-0623-4742-8710-1d5cfcb1617f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f047a3"} 2026-07-07T19:42:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-f047a3"}, "namespace": "ai-tenant-e2e-api-a-f047a3", "name": "odh-trusted-ca-bundle", "reconcileID": "5627bb05-0623-4742-8710-1d5cfcb1617f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f047a3"} 2026-07-07T19:42:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-f047a3"}, "namespace": "ai-tenant-e2e-api-a-f047a3", "name": "openshift-service-ca.crt", "reconcileID": "35e82476-b491-4393-ad80-3199c9df6710", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-f047a3"} 2026-07-07T19:42:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-f047a3"}, "namespace": "ai-tenant-e2e-api-a-f047a3", "name": "openshift-service-ca.crt", "reconcileID": "35e82476-b491-4393-ad80-3199c9df6710", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-f047a3"} 2026-07-07T19:42:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f047a3"}, "namespace": "ai-tenant-e2e-api-a-f047a3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5cbb8a24-bd49-4be6-9214-647274dd2e00", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f047a3"} 2026-07-07T19:42:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f047a3"}, "namespace": "ai-tenant-e2e-api-a-f047a3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5cbb8a24-bd49-4be6-9214-647274dd2e00", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f047a3"} 2026-07-07T19:42:44Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f047a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f047a3", "reconcileID": "25f97e5b-97dd-442d-a8b0-fbb3f022555a", "Gateway": "e2e-api-a-f047a3", "namespace": "openshift-ingress"} 2026-07-07T19:42:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "4cd33edf-e066-4e36-a20c-123d322c2cdf", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T19:42:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bdaaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bdaaac", "reconcileID": "0357a7c6-76f0-449c-9f9e-63adb7d16e63", "Gateway": "e2e-api-b-bdaaac", "namespace": "openshift-ingress"} 2026-07-07T19:42:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bdaaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bdaaac", "reconcileID": "0357a7c6-76f0-449c-9f9e-63adb7d16e63", "Gateway": "e2e-api-b-bdaaac", "namespace": "openshift-ingress", "name": "e2e-api-b-bdaaac-authn-ssl"} 2026-07-07T19:42:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bdaaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bdaaac", "reconcileID": "0357a7c6-76f0-449c-9f9e-63adb7d16e63", "Gateway": "e2e-api-b-bdaaac", "namespace": "openshift-ingress"} 2026-07-07T19:42:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-bdaaac"}, "namespace": "ai-tenant-e2e-api-b-bdaaac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f70a2623-5752-457c-87db-c45821ff2b52", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-bdaaac"} 2026-07-07T19:42:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-bdaaac"}, "namespace": "ai-tenant-e2e-api-b-bdaaac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f70a2623-5752-457c-87db-c45821ff2b52", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-bdaaac", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T19:42:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-bdaaac"}, "namespace": "ai-tenant-e2e-api-b-bdaaac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f70a2623-5752-457c-87db-c45821ff2b52", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-bdaaac because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T19:42:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-bdaaac"}, "namespace": "ai-tenant-e2e-api-b-bdaaac", "name": "odh-trusted-ca-bundle", "reconcileID": "9e5142f3-8dbe-4c00-b76c-b499da8560a8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-bdaaac"} 2026-07-07T19:42:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-bdaaac"}, "namespace": "ai-tenant-e2e-api-b-bdaaac", "name": "odh-trusted-ca-bundle", "reconcileID": "9e5142f3-8dbe-4c00-b76c-b499da8560a8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-bdaaac"} 2026-07-07T19:42:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-bdaaac"}, "namespace": "ai-tenant-e2e-api-b-bdaaac", "name": "openshift-service-ca.crt", "reconcileID": "4527c088-14d4-434f-8d13-55f03e3d06d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-bdaaac"} 2026-07-07T19:42:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-bdaaac"}, "namespace": "ai-tenant-e2e-api-b-bdaaac", "name": "openshift-service-ca.crt", "reconcileID": "4527c088-14d4-434f-8d13-55f03e3d06d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-bdaaac"} 2026-07-07T19:42:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-bdaaac"}, "namespace": "ai-tenant-e2e-api-b-bdaaac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b489b9ff-caae-46df-b5d6-337c7805f8e4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-bdaaac"} 2026-07-07T19:42:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-bdaaac"}, "namespace": "ai-tenant-e2e-api-b-bdaaac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b489b9ff-caae-46df-b5d6-337c7805f8e4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-bdaaac"} 2026-07-07T19:42:53Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bdaaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bdaaac", "reconcileID": "8385a139-78a8-4ea0-913e-dfbb2e8d0b0c", "Gateway": "e2e-api-b-bdaaac", "namespace": "openshift-ingress"} 2026-07-07T19:42:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "d0f386e8-434f-4b61-9d0f-2f46a6a512ce", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:42:54Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "d0f386e8-434f-4b61-9d0f-2f46a6a512ce", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress", "name": "e2e-shared-a-778336-authn-ssl"} 2026-07-07T19:42:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "d0f386e8-434f-4b61-9d0f-2f46a6a512ce", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:42:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "98a63f23-d288-432b-85e8-a0d619b27744", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:42:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "98a63f23-d288-432b-85e8-a0d619b27744", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress", "name": "e2e-shared-a-778336-authn-ssl"} 2026-07-07T19:42:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "98a63f23-d288-432b-85e8-a0d619b27744", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:42:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "a3650ffe-ed48-411f-bcbb-27cc308beee5", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:42:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "a3650ffe-ed48-411f-bcbb-27cc308beee5", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress", "name": "e2e-shared-a-778336-authn-ssl"} 2026-07-07T19:42:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "a3650ffe-ed48-411f-bcbb-27cc308beee5", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:42:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "3bfb2126-1bc2-4b5a-8806-7eca1acf6d0f", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:42:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "3bfb2126-1bc2-4b5a-8806-7eca1acf6d0f", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress", "name": "e2e-shared-a-778336-authn-ssl"} 2026-07-07T19:42:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "3bfb2126-1bc2-4b5a-8806-7eca1acf6d0f", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:42:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "edee3995-2b1d-4554-848f-d3dc1f1b38e3", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:42:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "edee3995-2b1d-4554-848f-d3dc1f1b38e3", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress", "name": "e2e-shared-a-778336-authn-ssl"} 2026-07-07T19:42:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "edee3995-2b1d-4554-848f-d3dc1f1b38e3", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:42:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "754da38a-303c-425a-9543-339f177bbd1b", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:42:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "754da38a-303c-425a-9543-339f177bbd1b", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress", "name": "e2e-shared-a-778336-authn-ssl"} 2026-07-07T19:42:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "754da38a-303c-425a-9543-339f177bbd1b", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:42:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "openshift-service-ca.crt", "reconcileID": "2299184b-81d4-481c-a302-d2a92038bc40", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:42:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "odh-trusted-ca-bundle", "reconcileID": "8c683328-59af-4759-9ebd-5cceb7aad459", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:42:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "openshift-service-ca.crt", "reconcileID": "80109eb3-f75a-4f9d-999f-92f87951c052", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-778336", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T19:42:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "openshift-service-ca.crt", "reconcileID": "80109eb3-f75a-4f9d-999f-92f87951c052", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:42:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "openshift-service-ca.crt", "reconcileID": "450ab14d-10c8-4832-a4e0-4377a7e13344", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-778336", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T19:42:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "openshift-service-ca.crt", "reconcileID": "450ab14d-10c8-4832-a4e0-4377a7e13344", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T19:42:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c272f86-98ac-4cd9-83ea-b8f55bdada90", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:42:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "openshift-service-ca.crt", "reconcileID": "9cdd5d93-b4c6-41e6-aced-0a3fa718cb21", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:42:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "odh-trusted-ca-bundle", "reconcileID": "c182d3dd-69f2-4e6e-b258-2f4f12252f95", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-778336", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T19:42:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "odh-trusted-ca-bundle", "reconcileID": "c182d3dd-69f2-4e6e-b258-2f4f12252f95", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:42:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "573a4e59-dcd2-4be7-ba0a-499c8be37921", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:42:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "5cf849cd-9617-4290-99a0-04d9ab24a05b", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:42:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "5cf849cd-9617-4290-99a0-04d9ab24a05b", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress", "name": "e2e-shared-a-778336-authn-ssl"} 2026-07-07T19:42:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "5cf849cd-9617-4290-99a0-04d9ab24a05b", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:42:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "df5e8442-f572-4659-a2b2-50a6368d545d", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T19:43:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "7de79b3a-481c-4295-91b0-fcf55d61d6b7", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:43:02Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "7de79b3a-481c-4295-91b0-fcf55d61d6b7", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68-authn-ssl"} 2026-07-07T19:43:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "7de79b3a-481c-4295-91b0-fcf55d61d6b7", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:43:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "3a36dad6-bda2-49e1-876b-815631a5b8b1", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:43:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "3a36dad6-bda2-49e1-876b-815631a5b8b1", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68-authn-ssl"} 2026-07-07T19:43:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "3a36dad6-bda2-49e1-876b-815631a5b8b1", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:43:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "e62dabdb-dab6-40d7-99da-1702c09d109e", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:43:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "e62dabdb-dab6-40d7-99da-1702c09d109e", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68-authn-ssl"} 2026-07-07T19:43:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "e62dabdb-dab6-40d7-99da-1702c09d109e", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:43:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "470bc28b-c571-4568-83fa-5710fcc9316f", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:43:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "470bc28b-c571-4568-83fa-5710fcc9316f", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68-authn-ssl"} 2026-07-07T19:43:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "470bc28b-c571-4568-83fa-5710fcc9316f", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:43:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "4a669b89-33cd-4be7-9efe-2c948a01788c", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:43:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "4a669b89-33cd-4be7-9efe-2c948a01788c", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68-authn-ssl"} 2026-07-07T19:43:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "4a669b89-33cd-4be7-9efe-2c948a01788c", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:43:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "c2858154-7fcc-453f-8b97-2e89825098e7", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:43:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "c2858154-7fcc-453f-8b97-2e89825098e7", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68-authn-ssl"} 2026-07-07T19:43:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "c2858154-7fcc-453f-8b97-2e89825098e7", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:43:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "b844d515-8395-4965-a3dc-c2bb54b15864", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:43:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "b844d515-8395-4965-a3dc-c2bb54b15864", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68-authn-ssl"} 2026-07-07T19:43:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "b844d515-8395-4965-a3dc-c2bb54b15864", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:43:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "d88185b3-d053-45ed-a170-c9c7077d000f", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:43:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "d88185b3-d053-45ed-a170-c9c7077d000f", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress", "name": "e2e-shared-a-778336-authn-ssl"} 2026-07-07T19:43:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "d88185b3-d053-45ed-a170-c9c7077d000f", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:43:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "e9c5a5d0-356b-4066-a381-56cc32bb8c73", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:43:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "e9c5a5d0-356b-4066-a381-56cc32bb8c73", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68-authn-ssl"} 2026-07-07T19:43:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "e9c5a5d0-356b-4066-a381-56cc32bb8c73", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:43:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "openshift-service-ca.crt", "reconcileID": "caadda6c-6d2f-451f-b638-e04f9fd08c0a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:43:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "odh-trusted-ca-bundle", "reconcileID": "1270667c-7e84-4b3f-bf9f-492f3981027d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:43:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "openshift-service-ca.crt", "reconcileID": "cb353a0a-8576-4db6-aff1-583829012318", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T19:43:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "openshift-service-ca.crt", "reconcileID": "cb353a0a-8576-4db6-aff1-583829012318", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:43:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de1ab1db-fb01-45be-9c30-9452c0df679d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:43:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "openshift-service-ca.crt", "reconcileID": "1938208f-c3a1-435e-b49f-d21ebbfaf966", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:43:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "odh-trusted-ca-bundle", "reconcileID": "8c72b48d-9102-43b5-bb6b-6a3ee5cbb82f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T19:43:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "odh-trusted-ca-bundle", "reconcileID": "8c72b48d-9102-43b5-bb6b-6a3ee5cbb82f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:43:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "71880a0d-ee9f-4f67-b75d-4ebcfc0b805b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:43:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "a423a826-141e-4521-a3ca-355b1ba4fe8a", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:43:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "a423a826-141e-4521-a3ca-355b1ba4fe8a", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68-authn-ssl"} 2026-07-07T19:43:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "a423a826-141e-4521-a3ca-355b1ba4fe8a", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:43:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "c98fe112-fb04-4bb7-a3f5-3006e687181e", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T19:43:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "4421cb6f-6e54-45af-a236-685f36c54cfa", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:43:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "4421cb6f-6e54-45af-a236-685f36c54cfa", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68-authn-ssl"} 2026-07-07T19:43:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "4421cb6f-6e54-45af-a236-685f36c54cfa", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:43:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "auth-test-model-778336", "reconcileID": "386cb1c2-6e2c-439d-8e73-d32535d3efc8", "LLMInferenceService": "auth-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:43:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "auth-test-model-778336", "reconcileID": "386cb1c2-6e2c-439d-8e73-d32535d3efc8", "LLMInferenceService": "auth-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:43:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "auth-test-model-778336", "reconcileID": "386cb1c2-6e2c-439d-8e73-d32535d3efc8", "LLMInferenceService": "auth-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:43:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "dbe1f0d6-70c0-4c46-b0c1-69b3c5783bbf", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:43:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "auth-test-model-778336", "reconcileID": "386cb1c2-6e2c-439d-8e73-d32535d3efc8", "LLMInferenceService": "auth-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336", "name": "auth-test-model-778336-kserve-route-authn"} 2026-07-07T19:43:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "auth-test-model-778336", "reconcileID": "386cb1c2-6e2c-439d-8e73-d32535d3efc8", "LLMInferenceService": "auth-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336", "authType": "userdefined"} 2026-07-07T19:43:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "auth-test-model-778336", "reconcileID": "386cb1c2-6e2c-439d-8e73-d32535d3efc8", "LLMInferenceService": "auth-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:43:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "dbe1f0d6-70c0-4c46-b0c1-69b3c5783bbf", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress", "name": "e2e-shared-a-778336-authn-ssl"} 2026-07-07T19:43:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "dbe1f0d6-70c0-4c46-b0c1-69b3c5783bbf", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:43:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "auth-test-model-778336", "reconcileID": "8e8c465e-a9f6-4164-8e2d-382a24395148", "LLMInferenceService": "auth-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:43:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "auth-test-model-778336", "reconcileID": "8e8c465e-a9f6-4164-8e2d-382a24395148", "LLMInferenceService": "auth-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:43:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "auth-test-model-778336", "reconcileID": "8e8c465e-a9f6-4164-8e2d-382a24395148", "LLMInferenceService": "auth-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:43:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "auth-test-model-778336", "reconcileID": "8e8c465e-a9f6-4164-8e2d-382a24395148", "LLMInferenceService": "auth-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336", "name": "auth-test-model-778336-kserve-route-authn"} 2026-07-07T19:43:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "auth-test-model-778336", "reconcileID": "8e8c465e-a9f6-4164-8e2d-382a24395148", "LLMInferenceService": "auth-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336", "authType": "userdefined"} 2026-07-07T19:43:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "auth-test-model-778336", "reconcileID": "8e8c465e-a9f6-4164-8e2d-382a24395148", "LLMInferenceService": "auth-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:43:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "fc5bf72a-9615-4543-81f0-b7ee678f6ffe", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T19:43:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "f89408a5-5dcd-436c-841d-2d81feaf09c1", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:43:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "f89408a5-5dcd-436c-841d-2d81feaf09c1", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress", "name": "e2e-shared-a-778336-authn-ssl"} 2026-07-07T19:43:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "f89408a5-5dcd-436c-841d-2d81feaf09c1", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:43:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "auth-test-model-778336", "reconcileID": "f7aaa65c-9004-4b75-a821-3d1322b8bce9", "LLMInferenceService": "auth-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:43:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "auth-test-model-778336", "reconcileID": "f7aaa65c-9004-4b75-a821-3d1322b8bce9", "LLMInferenceService": "auth-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:43:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "auth-test-model-778336", "reconcileID": "f7aaa65c-9004-4b75-a821-3d1322b8bce9", "LLMInferenceService": "auth-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:43:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "auth-test-model-778336", "reconcileID": "f7aaa65c-9004-4b75-a821-3d1322b8bce9", "LLMInferenceService": "auth-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336", "name": "auth-test-model-778336-kserve-route-authn"} 2026-07-07T19:43:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "auth-test-model-778336", "reconcileID": "f7aaa65c-9004-4b75-a821-3d1322b8bce9", "LLMInferenceService": "auth-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336", "authType": "userdefined"} 2026-07-07T19:43:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "auth-test-model-778336", "reconcileID": "f7aaa65c-9004-4b75-a821-3d1322b8bce9", "LLMInferenceService": "auth-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:43:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "2938a6d3-7e5b-43e7-96c0-49b15932ac37", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T19:43:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "auth-test-model-778336", "reconcileID": "bdfad886-fdaf-4752-97f0-1dcfde2a07e9", "LLMInferenceService": "auth-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:43:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "auth-test-model-778336", "reconcileID": "bdfad886-fdaf-4752-97f0-1dcfde2a07e9", "LLMInferenceService": "auth-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:43:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "auth-test-model-778336", "reconcileID": "bdfad886-fdaf-4752-97f0-1dcfde2a07e9", "LLMInferenceService": "auth-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:43:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "auth-test-model-778336", "reconcileID": "bdfad886-fdaf-4752-97f0-1dcfde2a07e9", "LLMInferenceService": "auth-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336", "name": "auth-test-model-778336-kserve-route-authn"} 2026-07-07T19:43:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "auth-test-model-778336", "reconcileID": "bdfad886-fdaf-4752-97f0-1dcfde2a07e9", "LLMInferenceService": "auth-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336", "authType": "userdefined"} 2026-07-07T19:43:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "auth-test-model-778336", "reconcileID": "bdfad886-fdaf-4752-97f0-1dcfde2a07e9", "LLMInferenceService": "auth-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:43:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "auth-test-model-fe4a68", "reconcileID": "ff1209c6-b98a-4132-bc0b-2afe60d5b83d", "LLMInferenceService": "auth-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:43:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "auth-test-model-fe4a68", "reconcileID": "ff1209c6-b98a-4132-bc0b-2afe60d5b83d", "LLMInferenceService": "auth-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:43:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "auth-test-model-fe4a68", "reconcileID": "ff1209c6-b98a-4132-bc0b-2afe60d5b83d", "LLMInferenceService": "auth-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:43:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "90fb23a7-ee79-4dae-9c5b-80bbf29d577f", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:43:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "auth-test-model-fe4a68", "reconcileID": "ff1209c6-b98a-4132-bc0b-2afe60d5b83d", "LLMInferenceService": "auth-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "auth-test-model-fe4a68-kserve-route-authn"} 2026-07-07T19:43:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "auth-test-model-fe4a68", "reconcileID": "ff1209c6-b98a-4132-bc0b-2afe60d5b83d", "LLMInferenceService": "auth-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "authType": "userdefined"} 2026-07-07T19:43:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "auth-test-model-fe4a68", "reconcileID": "ff1209c6-b98a-4132-bc0b-2afe60d5b83d", "LLMInferenceService": "auth-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:43:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "90fb23a7-ee79-4dae-9c5b-80bbf29d577f", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68-authn-ssl"} 2026-07-07T19:43:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "90fb23a7-ee79-4dae-9c5b-80bbf29d577f", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:43:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "auth-test-model-fe4a68", "reconcileID": "947c9403-45b8-4c47-9927-c441a9e41f0b", "LLMInferenceService": "auth-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:43:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "auth-test-model-fe4a68", "reconcileID": "947c9403-45b8-4c47-9927-c441a9e41f0b", "LLMInferenceService": "auth-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:43:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "auth-test-model-fe4a68", "reconcileID": "947c9403-45b8-4c47-9927-c441a9e41f0b", "LLMInferenceService": "auth-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:43:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "auth-test-model-fe4a68", "reconcileID": "947c9403-45b8-4c47-9927-c441a9e41f0b", "LLMInferenceService": "auth-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "auth-test-model-fe4a68-kserve-route-authn"} 2026-07-07T19:43:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "auth-test-model-fe4a68", "reconcileID": "947c9403-45b8-4c47-9927-c441a9e41f0b", "LLMInferenceService": "auth-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "authType": "userdefined"} 2026-07-07T19:43:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "auth-test-model-fe4a68", "reconcileID": "947c9403-45b8-4c47-9927-c441a9e41f0b", "LLMInferenceService": "auth-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:43:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "dbe79a36-09c1-4c13-8519-a8bed9a6ff5b", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:43:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "dbe79a36-09c1-4c13-8519-a8bed9a6ff5b", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68-authn-ssl"} 2026-07-07T19:43:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "dbe79a36-09c1-4c13-8519-a8bed9a6ff5b", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:44:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "auth-test-model-fe4a68", "reconcileID": "729b377d-d7da-452e-ace5-b3a946e77264", "LLMInferenceService": "auth-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:44:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "auth-test-model-fe4a68", "reconcileID": "729b377d-d7da-452e-ace5-b3a946e77264", "LLMInferenceService": "auth-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:44:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "auth-test-model-fe4a68", "reconcileID": "729b377d-d7da-452e-ace5-b3a946e77264", "LLMInferenceService": "auth-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:44:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "auth-test-model-fe4a68", "reconcileID": "729b377d-d7da-452e-ace5-b3a946e77264", "LLMInferenceService": "auth-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "auth-test-model-fe4a68-kserve-route-authn"} 2026-07-07T19:44:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "auth-test-model-fe4a68", "reconcileID": "729b377d-d7da-452e-ace5-b3a946e77264", "LLMInferenceService": "auth-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "authType": "userdefined"} 2026-07-07T19:44:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "auth-test-model-fe4a68", "reconcileID": "729b377d-d7da-452e-ace5-b3a946e77264", "LLMInferenceService": "auth-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:44:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "auth-test-model-fe4a68", "reconcileID": "e473edb1-a81e-48ae-87a4-a293d7f4bf17", "LLMInferenceService": "auth-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:44:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "auth-test-model-fe4a68", "reconcileID": "e473edb1-a81e-48ae-87a4-a293d7f4bf17", "LLMInferenceService": "auth-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:44:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "auth-test-model-fe4a68", "reconcileID": "e473edb1-a81e-48ae-87a4-a293d7f4bf17", "LLMInferenceService": "auth-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:44:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "auth-test-model-fe4a68", "reconcileID": "e473edb1-a81e-48ae-87a4-a293d7f4bf17", "LLMInferenceService": "auth-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "auth-test-model-fe4a68-kserve-route-authn"} 2026-07-07T19:44:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "auth-test-model-fe4a68", "reconcileID": "e473edb1-a81e-48ae-87a4-a293d7f4bf17", "LLMInferenceService": "auth-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "authType": "userdefined"} 2026-07-07T19:44:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "auth-test-model-fe4a68", "reconcileID": "e473edb1-a81e-48ae-87a4-a293d7f4bf17", "LLMInferenceService": "auth-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:44:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "6a3cb9dd-9112-41fb-a3f0-21cd9b02ebe8", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:44:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "6a3cb9dd-9112-41fb-a3f0-21cd9b02ebe8", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress", "name": "e2e-shared-a-778336-authn-ssl"} 2026-07-07T19:44:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "6a3cb9dd-9112-41fb-a3f0-21cd9b02ebe8", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:44:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "cc853d39-1489-4a16-a408-c62010b6a749", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:44:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "cc853d39-1489-4a16-a408-c62010b6a749", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68-authn-ssl"} 2026-07-07T19:44:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "cc853d39-1489-4a16-a408-c62010b6a749", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:45:32Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T19:45:32Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T19:45:36Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T19:45:36Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T19:46:06Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "auth-test-model-778336", "reconcileID": "41bd502a-2763-40ad-9e4f-27d2e97b6969", "LLMInferenceService": "auth-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:46:06Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "auth-test-model-778336", "reconcileID": "41bd502a-2763-40ad-9e4f-27d2e97b6969", "LLMInferenceService": "auth-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336", "name": "auth-test-model-778336"} 2026-07-07T19:46:06Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "auth-test-model-778336", "reconcileID": "41bd502a-2763-40ad-9e4f-27d2e97b6969", "LLMInferenceService": "auth-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:46:06Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "auth-test-model-778336", "reconcileID": "41bd502a-2763-40ad-9e4f-27d2e97b6969", "LLMInferenceService": "auth-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:46:06Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "auth-test-model-778336", "reconcileID": "41bd502a-2763-40ad-9e4f-27d2e97b6969", "LLMInferenceService": "auth-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336", "name": "auth-test-model-778336-kserve-route-authn"} 2026-07-07T19:46:06Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "auth-test-model-778336", "reconcileID": "41bd502a-2763-40ad-9e4f-27d2e97b6969", "LLMInferenceService": "auth-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336", "name": "auth-test-model-778336-kserve-route-authn"} 2026-07-07T19:46:06Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "auth-test-model-778336", "reconcileID": "41bd502a-2763-40ad-9e4f-27d2e97b6969", "LLMInferenceService": "auth-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:46:06Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "auth-test-model-778336", "reconcileID": "41bd502a-2763-40ad-9e4f-27d2e97b6969", "LLMInferenceService": "auth-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:46:06Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "auth-test-model-778336", "reconcileID": "313ba310-d6bb-4562-92a2-1ef3b575a3f3", "LLMInferenceService": "auth-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:46:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "b488657a-c367-4f94-9c05-d94b72f95087", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:46:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "b488657a-c367-4f94-9c05-d94b72f95087", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress", "name": "e2e-shared-a-778336-authn-ssl"} 2026-07-07T19:46:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "b488657a-c367-4f94-9c05-d94b72f95087", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:46:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "407cfa60-8706-4c9f-831e-5433581c2063", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:46:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "407cfa60-8706-4c9f-831e-5433581c2063", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress", "name": "e2e-shared-a-778336-authn-ssl"} 2026-07-07T19:46:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "407cfa60-8706-4c9f-831e-5433581c2063", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:46:06Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "auth-test-model-fe4a68", "reconcileID": "d693901a-761b-4294-b137-76cb96cfd33e", "LLMInferenceService": "auth-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:46:06Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "auth-test-model-fe4a68", "reconcileID": "d693901a-761b-4294-b137-76cb96cfd33e", "LLMInferenceService": "auth-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "auth-test-model-fe4a68"} 2026-07-07T19:46:06Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "auth-test-model-fe4a68", "reconcileID": "d693901a-761b-4294-b137-76cb96cfd33e", "LLMInferenceService": "auth-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:46:06Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "auth-test-model-fe4a68", "reconcileID": "d693901a-761b-4294-b137-76cb96cfd33e", "LLMInferenceService": "auth-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:46:06Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "auth-test-model-fe4a68", "reconcileID": "d693901a-761b-4294-b137-76cb96cfd33e", "LLMInferenceService": "auth-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "auth-test-model-fe4a68-kserve-route-authn"} 2026-07-07T19:46:06Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "auth-test-model-fe4a68", "reconcileID": "d693901a-761b-4294-b137-76cb96cfd33e", "LLMInferenceService": "auth-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "auth-test-model-fe4a68-kserve-route-authn"} 2026-07-07T19:46:06Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "auth-test-model-fe4a68", "reconcileID": "d693901a-761b-4294-b137-76cb96cfd33e", "LLMInferenceService": "auth-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:46:06Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "auth-test-model-fe4a68", "reconcileID": "d693901a-761b-4294-b137-76cb96cfd33e", "LLMInferenceService": "auth-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:46:07Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "auth-test-model-fe4a68", "reconcileID": "03815a68-9ffa-4027-8400-1cf2ca877911", "LLMInferenceService": "auth-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:46:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "548212b9-673e-469f-b8eb-1e327e03b993", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:46:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "548212b9-673e-469f-b8eb-1e327e03b993", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68-authn-ssl"} 2026-07-07T19:46:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "548212b9-673e-469f-b8eb-1e327e03b993", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:46:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "9f4a75ad-55bd-493a-b2d4-629ed2ee4b7e", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:46:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "9f4a75ad-55bd-493a-b2d4-629ed2ee4b7e", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68-authn-ssl"} 2026-07-07T19:46:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "9f4a75ad-55bd-493a-b2d4-629ed2ee4b7e", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:46:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "sub-test-model-778336", "reconcileID": "a36e5df0-b4d8-4838-b19f-82486bed5fea", "LLMInferenceService": "sub-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:46:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "sub-test-model-778336", "reconcileID": "a36e5df0-b4d8-4838-b19f-82486bed5fea", "LLMInferenceService": "sub-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:46:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "sub-test-model-778336", "reconcileID": "a36e5df0-b4d8-4838-b19f-82486bed5fea", "LLMInferenceService": "sub-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:46:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "8ad4dcff-220d-4a14-80d1-0a963b9f7630", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:46:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "sub-test-model-778336", "reconcileID": "a36e5df0-b4d8-4838-b19f-82486bed5fea", "LLMInferenceService": "sub-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336", "name": "sub-test-model-778336-kserve-route-authn"} 2026-07-07T19:46:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "sub-test-model-778336", "reconcileID": "a36e5df0-b4d8-4838-b19f-82486bed5fea", "LLMInferenceService": "sub-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336", "authType": "userdefined"} 2026-07-07T19:46:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "sub-test-model-778336", "reconcileID": "a36e5df0-b4d8-4838-b19f-82486bed5fea", "LLMInferenceService": "sub-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:46:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "8ad4dcff-220d-4a14-80d1-0a963b9f7630", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress", "name": "e2e-shared-a-778336-authn-ssl"} 2026-07-07T19:46:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "8ad4dcff-220d-4a14-80d1-0a963b9f7630", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:46:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "sub-test-model-778336", "reconcileID": "ee102378-d11a-43b4-add4-dab00dc0a2c6", "LLMInferenceService": "sub-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:46:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "sub-test-model-778336", "reconcileID": "ee102378-d11a-43b4-add4-dab00dc0a2c6", "LLMInferenceService": "sub-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:46:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "sub-test-model-778336", "reconcileID": "ee102378-d11a-43b4-add4-dab00dc0a2c6", "LLMInferenceService": "sub-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:46:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "sub-test-model-778336", "reconcileID": "ee102378-d11a-43b4-add4-dab00dc0a2c6", "LLMInferenceService": "sub-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336", "name": "sub-test-model-778336-kserve-route-authn"} 2026-07-07T19:46:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "sub-test-model-778336", "reconcileID": "ee102378-d11a-43b4-add4-dab00dc0a2c6", "LLMInferenceService": "sub-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336", "authType": "userdefined"} 2026-07-07T19:46:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "sub-test-model-778336", "reconcileID": "ee102378-d11a-43b4-add4-dab00dc0a2c6", "LLMInferenceService": "sub-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:46:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "cb539b5f-685e-42ea-8eea-427503ed62d5", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:46:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "cb539b5f-685e-42ea-8eea-427503ed62d5", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress", "name": "e2e-shared-a-778336-authn-ssl"} 2026-07-07T19:46:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "cb539b5f-685e-42ea-8eea-427503ed62d5", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:46:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "sub-test-model-778336", "reconcileID": "667f9f71-55c9-485b-88c2-741088b365c9", "LLMInferenceService": "sub-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:46:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "sub-test-model-778336", "reconcileID": "667f9f71-55c9-485b-88c2-741088b365c9", "LLMInferenceService": "sub-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:46:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "sub-test-model-778336", "reconcileID": "667f9f71-55c9-485b-88c2-741088b365c9", "LLMInferenceService": "sub-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:46:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "sub-test-model-778336", "reconcileID": "667f9f71-55c9-485b-88c2-741088b365c9", "LLMInferenceService": "sub-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336", "name": "sub-test-model-778336-kserve-route-authn"} 2026-07-07T19:46:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "sub-test-model-778336", "reconcileID": "667f9f71-55c9-485b-88c2-741088b365c9", "LLMInferenceService": "sub-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336", "authType": "userdefined"} 2026-07-07T19:46:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "sub-test-model-778336", "reconcileID": "667f9f71-55c9-485b-88c2-741088b365c9", "LLMInferenceService": "sub-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:46:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "sub-test-model-778336", "reconcileID": "5ad867cf-3a33-482e-b6a3-7ac1fd5c1338", "LLMInferenceService": "sub-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:46:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "sub-test-model-778336", "reconcileID": "5ad867cf-3a33-482e-b6a3-7ac1fd5c1338", "LLMInferenceService": "sub-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:46:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "sub-test-model-778336", "reconcileID": "5ad867cf-3a33-482e-b6a3-7ac1fd5c1338", "LLMInferenceService": "sub-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:46:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "sub-test-model-778336", "reconcileID": "5ad867cf-3a33-482e-b6a3-7ac1fd5c1338", "LLMInferenceService": "sub-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336", "name": "sub-test-model-778336-kserve-route-authn"} 2026-07-07T19:46:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "sub-test-model-778336", "reconcileID": "5ad867cf-3a33-482e-b6a3-7ac1fd5c1338", "LLMInferenceService": "sub-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336", "authType": "userdefined"} 2026-07-07T19:46:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "sub-test-model-778336", "reconcileID": "5ad867cf-3a33-482e-b6a3-7ac1fd5c1338", "LLMInferenceService": "sub-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:46:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68", "reconcileID": "0a9e3d7f-4aea-4509-8856-427c525238ba", "LLMInferenceService": "sub-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:46:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68", "reconcileID": "0a9e3d7f-4aea-4509-8856-427c525238ba", "LLMInferenceService": "sub-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:46:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68", "reconcileID": "0a9e3d7f-4aea-4509-8856-427c525238ba", "LLMInferenceService": "sub-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:46:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "22d77e67-9626-416b-a1ea-abab215be7ec", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:46:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68", "reconcileID": "0a9e3d7f-4aea-4509-8856-427c525238ba", "LLMInferenceService": "sub-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68-kserve-route-authn"} 2026-07-07T19:46:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68", "reconcileID": "0a9e3d7f-4aea-4509-8856-427c525238ba", "LLMInferenceService": "sub-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "authType": "userdefined"} 2026-07-07T19:46:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68", "reconcileID": "0a9e3d7f-4aea-4509-8856-427c525238ba", "LLMInferenceService": "sub-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:46:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "22d77e67-9626-416b-a1ea-abab215be7ec", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68-authn-ssl"} 2026-07-07T19:46:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "22d77e67-9626-416b-a1ea-abab215be7ec", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:46:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68", "reconcileID": "4818aa6b-b72d-46b9-b29b-4e2c72d1b4a7", "LLMInferenceService": "sub-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:46:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68", "reconcileID": "4818aa6b-b72d-46b9-b29b-4e2c72d1b4a7", "LLMInferenceService": "sub-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:46:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68", "reconcileID": "4818aa6b-b72d-46b9-b29b-4e2c72d1b4a7", "LLMInferenceService": "sub-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:46:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68", "reconcileID": "4818aa6b-b72d-46b9-b29b-4e2c72d1b4a7", "LLMInferenceService": "sub-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68-kserve-route-authn"} 2026-07-07T19:46:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68", "reconcileID": "4818aa6b-b72d-46b9-b29b-4e2c72d1b4a7", "LLMInferenceService": "sub-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "authType": "userdefined"} 2026-07-07T19:46:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68", "reconcileID": "4818aa6b-b72d-46b9-b29b-4e2c72d1b4a7", "LLMInferenceService": "sub-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:47:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "ccab7ce4-2eea-4fae-a11e-77e8770a1ce9", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:47:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "ccab7ce4-2eea-4fae-a11e-77e8770a1ce9", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68-authn-ssl"} 2026-07-07T19:47:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "ccab7ce4-2eea-4fae-a11e-77e8770a1ce9", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:47:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68", "reconcileID": "7667a80c-11d5-4f5e-9dac-46bdad7d5c4d", "LLMInferenceService": "sub-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:47:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68", "reconcileID": "7667a80c-11d5-4f5e-9dac-46bdad7d5c4d", "LLMInferenceService": "sub-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:47:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68", "reconcileID": "7667a80c-11d5-4f5e-9dac-46bdad7d5c4d", "LLMInferenceService": "sub-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:47:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68", "reconcileID": "7667a80c-11d5-4f5e-9dac-46bdad7d5c4d", "LLMInferenceService": "sub-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68-kserve-route-authn"} 2026-07-07T19:47:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68", "reconcileID": "7667a80c-11d5-4f5e-9dac-46bdad7d5c4d", "LLMInferenceService": "sub-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "authType": "userdefined"} 2026-07-07T19:47:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68", "reconcileID": "7667a80c-11d5-4f5e-9dac-46bdad7d5c4d", "LLMInferenceService": "sub-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:47:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "1b425e3f-49ed-45ce-a94f-3482ee127865", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T19:47:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68", "reconcileID": "5db595a0-2a25-45dc-a223-a49ae9d5dffc", "LLMInferenceService": "sub-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:47:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68", "reconcileID": "5db595a0-2a25-45dc-a223-a49ae9d5dffc", "LLMInferenceService": "sub-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:47:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68", "reconcileID": "5db595a0-2a25-45dc-a223-a49ae9d5dffc", "LLMInferenceService": "sub-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:47:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68", "reconcileID": "5db595a0-2a25-45dc-a223-a49ae9d5dffc", "LLMInferenceService": "sub-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68-kserve-route-authn"} 2026-07-07T19:47:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68", "reconcileID": "5db595a0-2a25-45dc-a223-a49ae9d5dffc", "LLMInferenceService": "sub-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "authType": "userdefined"} 2026-07-07T19:47:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68", "reconcileID": "5db595a0-2a25-45dc-a223-a49ae9d5dffc", "LLMInferenceService": "sub-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:47:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68", "reconcileID": "972ec62d-596f-4eaa-8bfe-87b02ff19897", "LLMInferenceService": "sub-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:47:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68", "reconcileID": "972ec62d-596f-4eaa-8bfe-87b02ff19897", "LLMInferenceService": "sub-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:47:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68", "reconcileID": "972ec62d-596f-4eaa-8bfe-87b02ff19897", "LLMInferenceService": "sub-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:47:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68", "reconcileID": "972ec62d-596f-4eaa-8bfe-87b02ff19897", "LLMInferenceService": "sub-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68-kserve-route-authn"} 2026-07-07T19:47:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68", "reconcileID": "972ec62d-596f-4eaa-8bfe-87b02ff19897", "LLMInferenceService": "sub-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "authType": "userdefined"} 2026-07-07T19:47:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68", "reconcileID": "972ec62d-596f-4eaa-8bfe-87b02ff19897", "LLMInferenceService": "sub-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:47:54Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "sub-test-model-778336", "reconcileID": "38194e1d-47c9-4743-98fb-9794f3c9a70f", "LLMInferenceService": "sub-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:47:54Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "sub-test-model-778336", "reconcileID": "38194e1d-47c9-4743-98fb-9794f3c9a70f", "LLMInferenceService": "sub-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336", "name": "sub-test-model-778336"} 2026-07-07T19:47:54Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "sub-test-model-778336", "reconcileID": "38194e1d-47c9-4743-98fb-9794f3c9a70f", "LLMInferenceService": "sub-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:47:54Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "sub-test-model-778336", "reconcileID": "38194e1d-47c9-4743-98fb-9794f3c9a70f", "LLMInferenceService": "sub-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:47:54Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "sub-test-model-778336", "reconcileID": "38194e1d-47c9-4743-98fb-9794f3c9a70f", "LLMInferenceService": "sub-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336", "name": "sub-test-model-778336-kserve-route-authn"} 2026-07-07T19:47:54Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "sub-test-model-778336", "reconcileID": "38194e1d-47c9-4743-98fb-9794f3c9a70f", "LLMInferenceService": "sub-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336", "name": "sub-test-model-778336-kserve-route-authn"} 2026-07-07T19:47:54Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "sub-test-model-778336", "reconcileID": "38194e1d-47c9-4743-98fb-9794f3c9a70f", "LLMInferenceService": "sub-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:47:54Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "sub-test-model-778336", "reconcileID": "38194e1d-47c9-4743-98fb-9794f3c9a70f", "LLMInferenceService": "sub-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:47:54Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "sub-test-model-778336", "reconcileID": "2a243d0d-ee13-4339-93d1-a237bbc9dd49", "LLMInferenceService": "sub-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:47:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "e63a0a51-f40a-4759-8ffe-41866d8d8c3e", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:47:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "e63a0a51-f40a-4759-8ffe-41866d8d8c3e", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress", "name": "e2e-shared-a-778336-authn-ssl"} 2026-07-07T19:47:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "e63a0a51-f40a-4759-8ffe-41866d8d8c3e", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:47:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "512c73ee-2eec-4ca2-a92a-47843d510fa0", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:47:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "512c73ee-2eec-4ca2-a92a-47843d510fa0", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress", "name": "e2e-shared-a-778336-authn-ssl"} 2026-07-07T19:47:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "512c73ee-2eec-4ca2-a92a-47843d510fa0", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:47:54Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68", "reconcileID": "b1eea092-c32e-4f17-800f-c5e28f3df4d5", "LLMInferenceService": "sub-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:47:54Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68", "reconcileID": "b1eea092-c32e-4f17-800f-c5e28f3df4d5", "LLMInferenceService": "sub-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68"} 2026-07-07T19:47:54Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68", "reconcileID": "b1eea092-c32e-4f17-800f-c5e28f3df4d5", "LLMInferenceService": "sub-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:47:54Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68", "reconcileID": "b1eea092-c32e-4f17-800f-c5e28f3df4d5", "LLMInferenceService": "sub-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:47:54Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68", "reconcileID": "b1eea092-c32e-4f17-800f-c5e28f3df4d5", "LLMInferenceService": "sub-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68-kserve-route-authn"} 2026-07-07T19:47:54Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68", "reconcileID": "b1eea092-c32e-4f17-800f-c5e28f3df4d5", "LLMInferenceService": "sub-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68-kserve-route-authn"} 2026-07-07T19:47:54Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68", "reconcileID": "b1eea092-c32e-4f17-800f-c5e28f3df4d5", "LLMInferenceService": "sub-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:47:54Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68", "reconcileID": "b1eea092-c32e-4f17-800f-c5e28f3df4d5", "LLMInferenceService": "sub-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:47:55Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "sub-test-model-fe4a68", "reconcileID": "effa280d-8ab0-4809-9f7b-4a2f77d98aab", "LLMInferenceService": "sub-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:47:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "aec1da99-8ce5-408e-8de3-4fac2a075581", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:47:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "aec1da99-8ce5-408e-8de3-4fac2a075581", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68-authn-ssl"} 2026-07-07T19:47:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "aec1da99-8ce5-408e-8de3-4fac2a075581", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:47:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "05bb94c1-6760-4828-81a2-f1d69033602c", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:47:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "05bb94c1-6760-4828-81a2-f1d69033602c", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68-authn-ssl"} 2026-07-07T19:47:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "05bb94c1-6760-4828-81a2-f1d69033602c", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:47:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336", "reconcileID": "6b43db48-6df7-4fa8-b632-063023fe50f9", "LLMInferenceService": "rate-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:47:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336", "reconcileID": "6b43db48-6df7-4fa8-b632-063023fe50f9", "LLMInferenceService": "rate-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:47:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336", "reconcileID": "6b43db48-6df7-4fa8-b632-063023fe50f9", "LLMInferenceService": "rate-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:47:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "1d8bb974-d989-4d7a-9da6-da639c07eafb", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:47:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336", "reconcileID": "6b43db48-6df7-4fa8-b632-063023fe50f9", "LLMInferenceService": "rate-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336-kserve-route-authn"} 2026-07-07T19:47:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336", "reconcileID": "6b43db48-6df7-4fa8-b632-063023fe50f9", "LLMInferenceService": "rate-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336", "authType": "userdefined"} 2026-07-07T19:47:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336", "reconcileID": "6b43db48-6df7-4fa8-b632-063023fe50f9", "LLMInferenceService": "rate-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:47:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "1d8bb974-d989-4d7a-9da6-da639c07eafb", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress", "name": "e2e-shared-a-778336-authn-ssl"} 2026-07-07T19:47:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "1d8bb974-d989-4d7a-9da6-da639c07eafb", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:47:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336", "reconcileID": "d13339a2-153a-42c8-855e-7a8411fb4fd0", "LLMInferenceService": "rate-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:47:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336", "reconcileID": "d13339a2-153a-42c8-855e-7a8411fb4fd0", "LLMInferenceService": "rate-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:47:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336", "reconcileID": "d13339a2-153a-42c8-855e-7a8411fb4fd0", "LLMInferenceService": "rate-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:47:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336", "reconcileID": "d13339a2-153a-42c8-855e-7a8411fb4fd0", "LLMInferenceService": "rate-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336-kserve-route-authn"} 2026-07-07T19:47:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336", "reconcileID": "d13339a2-153a-42c8-855e-7a8411fb4fd0", "LLMInferenceService": "rate-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336", "authType": "userdefined"} 2026-07-07T19:47:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336", "reconcileID": "d13339a2-153a-42c8-855e-7a8411fb4fd0", "LLMInferenceService": "rate-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:48:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "70d51ec9-42f7-4608-9fbe-c81732ffbf0a", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:48:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "70d51ec9-42f7-4608-9fbe-c81732ffbf0a", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress", "name": "e2e-shared-a-778336-authn-ssl"} 2026-07-07T19:48:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "70d51ec9-42f7-4608-9fbe-c81732ffbf0a", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:48:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336", "reconcileID": "d43e9b03-a5d6-4bc9-8e55-0731f94c4261", "LLMInferenceService": "rate-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:48:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336", "reconcileID": "d43e9b03-a5d6-4bc9-8e55-0731f94c4261", "LLMInferenceService": "rate-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:48:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336", "reconcileID": "d43e9b03-a5d6-4bc9-8e55-0731f94c4261", "LLMInferenceService": "rate-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:48:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336", "reconcileID": "d43e9b03-a5d6-4bc9-8e55-0731f94c4261", "LLMInferenceService": "rate-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336-kserve-route-authn"} 2026-07-07T19:48:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336", "reconcileID": "d43e9b03-a5d6-4bc9-8e55-0731f94c4261", "LLMInferenceService": "rate-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336", "authType": "userdefined"} 2026-07-07T19:48:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336", "reconcileID": "d43e9b03-a5d6-4bc9-8e55-0731f94c4261", "LLMInferenceService": "rate-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:48:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336", "reconcileID": "ad522c99-873b-4bb5-b3e9-2d6f2ea12657", "LLMInferenceService": "rate-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:48:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336", "reconcileID": "ad522c99-873b-4bb5-b3e9-2d6f2ea12657", "LLMInferenceService": "rate-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:48:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336", "reconcileID": "ad522c99-873b-4bb5-b3e9-2d6f2ea12657", "LLMInferenceService": "rate-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:48:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336", "reconcileID": "ad522c99-873b-4bb5-b3e9-2d6f2ea12657", "LLMInferenceService": "rate-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336-kserve-route-authn"} 2026-07-07T19:48:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336", "reconcileID": "ad522c99-873b-4bb5-b3e9-2d6f2ea12657", "LLMInferenceService": "rate-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336", "authType": "userdefined"} 2026-07-07T19:48:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336", "reconcileID": "ad522c99-873b-4bb5-b3e9-2d6f2ea12657", "LLMInferenceService": "rate-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:48:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336", "reconcileID": "c69769e2-eca0-41a6-808b-5b4dea95f1a3", "LLMInferenceService": "rate-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:48:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336", "reconcileID": "c69769e2-eca0-41a6-808b-5b4dea95f1a3", "LLMInferenceService": "rate-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:48:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336", "reconcileID": "c69769e2-eca0-41a6-808b-5b4dea95f1a3", "LLMInferenceService": "rate-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:48:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336", "reconcileID": "c69769e2-eca0-41a6-808b-5b4dea95f1a3", "LLMInferenceService": "rate-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336-kserve-route-authn"} 2026-07-07T19:48:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336", "reconcileID": "c69769e2-eca0-41a6-808b-5b4dea95f1a3", "LLMInferenceService": "rate-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336", "authType": "userdefined"} 2026-07-07T19:48:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336", "reconcileID": "c69769e2-eca0-41a6-808b-5b4dea95f1a3", "LLMInferenceService": "rate-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:48:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "rate-test-model-fe4a68", "reconcileID": "204156c8-bafd-4c72-9ad8-9ed9a0e4921b", "LLMInferenceService": "rate-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:48:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "rate-test-model-fe4a68", "reconcileID": "204156c8-bafd-4c72-9ad8-9ed9a0e4921b", "LLMInferenceService": "rate-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:48:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "rate-test-model-fe4a68", "reconcileID": "204156c8-bafd-4c72-9ad8-9ed9a0e4921b", "LLMInferenceService": "rate-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:48:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "08f0967a-fffe-4bf8-8cb8-22909654583b", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:48:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "rate-test-model-fe4a68", "reconcileID": "204156c8-bafd-4c72-9ad8-9ed9a0e4921b", "LLMInferenceService": "rate-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "rate-test-model-fe4a68-kserve-route-authn"} 2026-07-07T19:48:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "rate-test-model-fe4a68", "reconcileID": "204156c8-bafd-4c72-9ad8-9ed9a0e4921b", "LLMInferenceService": "rate-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "authType": "userdefined"} 2026-07-07T19:48:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "rate-test-model-fe4a68", "reconcileID": "204156c8-bafd-4c72-9ad8-9ed9a0e4921b", "LLMInferenceService": "rate-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:48:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "08f0967a-fffe-4bf8-8cb8-22909654583b", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68-authn-ssl"} 2026-07-07T19:48:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "08f0967a-fffe-4bf8-8cb8-22909654583b", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:48:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "rate-test-model-fe4a68", "reconcileID": "42b7d16c-ecda-4188-94ca-05ec58527d0a", "LLMInferenceService": "rate-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:48:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "rate-test-model-fe4a68", "reconcileID": "42b7d16c-ecda-4188-94ca-05ec58527d0a", "LLMInferenceService": "rate-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:48:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "rate-test-model-fe4a68", "reconcileID": "42b7d16c-ecda-4188-94ca-05ec58527d0a", "LLMInferenceService": "rate-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:48:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "rate-test-model-fe4a68", "reconcileID": "42b7d16c-ecda-4188-94ca-05ec58527d0a", "LLMInferenceService": "rate-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "rate-test-model-fe4a68-kserve-route-authn"} 2026-07-07T19:48:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "rate-test-model-fe4a68", "reconcileID": "42b7d16c-ecda-4188-94ca-05ec58527d0a", "LLMInferenceService": "rate-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "authType": "userdefined"} 2026-07-07T19:48:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "rate-test-model-fe4a68", "reconcileID": "42b7d16c-ecda-4188-94ca-05ec58527d0a", "LLMInferenceService": "rate-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:48:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "894c64d8-6df3-4d87-ae1e-5d34a84cfac6", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T19:48:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "ee0ce201-c898-4404-b37d-757c2f9fff88", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:48:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "ee0ce201-c898-4404-b37d-757c2f9fff88", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68-authn-ssl"} 2026-07-07T19:48:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "ee0ce201-c898-4404-b37d-757c2f9fff88", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:48:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "rate-test-model-fe4a68", "reconcileID": "e0af4919-bf75-4bb2-933c-f1df95ebee89", "LLMInferenceService": "rate-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:48:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "rate-test-model-fe4a68", "reconcileID": "e0af4919-bf75-4bb2-933c-f1df95ebee89", "LLMInferenceService": "rate-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:48:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "rate-test-model-fe4a68", "reconcileID": "e0af4919-bf75-4bb2-933c-f1df95ebee89", "LLMInferenceService": "rate-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:48:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "rate-test-model-fe4a68", "reconcileID": "e0af4919-bf75-4bb2-933c-f1df95ebee89", "LLMInferenceService": "rate-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "rate-test-model-fe4a68-kserve-route-authn"} 2026-07-07T19:48:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "rate-test-model-fe4a68", "reconcileID": "e0af4919-bf75-4bb2-933c-f1df95ebee89", "LLMInferenceService": "rate-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "authType": "userdefined"} 2026-07-07T19:48:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "rate-test-model-fe4a68", "reconcileID": "e0af4919-bf75-4bb2-933c-f1df95ebee89", "LLMInferenceService": "rate-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:48:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "5ab14ddd-a259-405e-a2b5-d48bdb0a9a19", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T19:48:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "rate-test-model-fe4a68", "reconcileID": "b1eed4b3-645a-4626-9d0f-8ff180e8b6cd", "LLMInferenceService": "rate-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:48:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "rate-test-model-fe4a68", "reconcileID": "b1eed4b3-645a-4626-9d0f-8ff180e8b6cd", "LLMInferenceService": "rate-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:48:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "rate-test-model-fe4a68", "reconcileID": "b1eed4b3-645a-4626-9d0f-8ff180e8b6cd", "LLMInferenceService": "rate-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:48:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "rate-test-model-fe4a68", "reconcileID": "b1eed4b3-645a-4626-9d0f-8ff180e8b6cd", "LLMInferenceService": "rate-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "rate-test-model-fe4a68-kserve-route-authn"} 2026-07-07T19:48:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "rate-test-model-fe4a68", "reconcileID": "b1eed4b3-645a-4626-9d0f-8ff180e8b6cd", "LLMInferenceService": "rate-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "authType": "userdefined"} 2026-07-07T19:48:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "rate-test-model-fe4a68", "reconcileID": "b1eed4b3-645a-4626-9d0f-8ff180e8b6cd", "LLMInferenceService": "rate-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:49:14Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336", "reconcileID": "a70cf3d4-92fc-4ec6-8bd6-5a96f56ae52e", "LLMInferenceService": "rate-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:49:14Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336", "reconcileID": "a70cf3d4-92fc-4ec6-8bd6-5a96f56ae52e", "LLMInferenceService": "rate-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336"} 2026-07-07T19:49:14Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336", "reconcileID": "a70cf3d4-92fc-4ec6-8bd6-5a96f56ae52e", "LLMInferenceService": "rate-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:49:14Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336", "reconcileID": "a70cf3d4-92fc-4ec6-8bd6-5a96f56ae52e", "LLMInferenceService": "rate-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:49:14Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336", "reconcileID": "a70cf3d4-92fc-4ec6-8bd6-5a96f56ae52e", "LLMInferenceService": "rate-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336-kserve-route-authn"} 2026-07-07T19:49:14Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336", "reconcileID": "a70cf3d4-92fc-4ec6-8bd6-5a96f56ae52e", "LLMInferenceService": "rate-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336-kserve-route-authn"} 2026-07-07T19:49:14Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336", "reconcileID": "a70cf3d4-92fc-4ec6-8bd6-5a96f56ae52e", "LLMInferenceService": "rate-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:49:14Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336", "reconcileID": "a70cf3d4-92fc-4ec6-8bd6-5a96f56ae52e", "LLMInferenceService": "rate-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:49:14Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-778336","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "rate-test-model-778336", "reconcileID": "d76e46d3-fd91-4ba1-b40d-36233dd7e45c", "LLMInferenceService": "rate-test-model-778336", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:49:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "1c6d1389-96d8-499f-8282-548e15914ba5", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:49:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "1c6d1389-96d8-499f-8282-548e15914ba5", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress", "name": "e2e-shared-a-778336-authn-ssl"} 2026-07-07T19:49:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "1c6d1389-96d8-499f-8282-548e15914ba5", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:49:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "3532b4de-18b0-4008-a038-d3154237a8a2", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:49:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "3532b4de-18b0-4008-a038-d3154237a8a2", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress", "name": "e2e-shared-a-778336-authn-ssl"} 2026-07-07T19:49:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "3532b4de-18b0-4008-a038-d3154237a8a2", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:49:14Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "rate-test-model-fe4a68", "reconcileID": "7ea3521c-3188-49d7-b63a-fb34def8cd7d", "LLMInferenceService": "rate-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:49:14Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "rate-test-model-fe4a68", "reconcileID": "7ea3521c-3188-49d7-b63a-fb34def8cd7d", "LLMInferenceService": "rate-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "rate-test-model-fe4a68"} 2026-07-07T19:49:14Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "rate-test-model-fe4a68", "reconcileID": "7ea3521c-3188-49d7-b63a-fb34def8cd7d", "LLMInferenceService": "rate-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:49:14Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "rate-test-model-fe4a68", "reconcileID": "7ea3521c-3188-49d7-b63a-fb34def8cd7d", "LLMInferenceService": "rate-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:49:14Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "rate-test-model-fe4a68", "reconcileID": "7ea3521c-3188-49d7-b63a-fb34def8cd7d", "LLMInferenceService": "rate-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "rate-test-model-fe4a68-kserve-route-authn"} 2026-07-07T19:49:14Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "rate-test-model-fe4a68", "reconcileID": "7ea3521c-3188-49d7-b63a-fb34def8cd7d", "LLMInferenceService": "rate-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "rate-test-model-fe4a68-kserve-route-authn"} 2026-07-07T19:49:14Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "rate-test-model-fe4a68", "reconcileID": "7ea3521c-3188-49d7-b63a-fb34def8cd7d", "LLMInferenceService": "rate-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:49:14Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "rate-test-model-fe4a68", "reconcileID": "7ea3521c-3188-49d7-b63a-fb34def8cd7d", "LLMInferenceService": "rate-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:49:15Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe4a68","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "rate-test-model-fe4a68", "reconcileID": "bf044127-5255-4633-8ab0-ef12b99684cd", "LLMInferenceService": "rate-test-model-fe4a68", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:49:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "65c6c69b-b9de-4607-b2ea-a9574d86ea3e", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:49:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "65c6c69b-b9de-4607-b2ea-a9574d86ea3e", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68-authn-ssl"} 2026-07-07T19:49:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "65c6c69b-b9de-4607-b2ea-a9574d86ea3e", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:49:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "6ff37aeb-23fe-47c0-9041-389b4ff99c15", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:49:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "6ff37aeb-23fe-47c0-9041-389b4ff99c15", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68-authn-ssl"} 2026-07-07T19:49:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "6ff37aeb-23fe-47c0-9041-389b4ff99c15", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:49:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "ede43321-13af-4a10-917c-423392e1b809", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T19:49:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "4940c671-2ba4-4a7a-90ea-2fd0ab941fdf", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:49:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "4940c671-2ba4-4a7a-90ea-2fd0ab941fdf", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress", "name": "e2e-shared-a-778336-authn-ssl"} 2026-07-07T19:49:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "4940c671-2ba4-4a7a-90ea-2fd0ab941fdf", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:49:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4cf9c8d5-19e2-45e3-a6ef-257b75dd3a5a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:49:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4cf9c8d5-19e2-45e3-a6ef-257b75dd3a5a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-778336", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T19:49:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4cf9c8d5-19e2-45e3-a6ef-257b75dd3a5a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-778336 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T19:49:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "odh-trusted-ca-bundle", "reconcileID": "8c79aed7-4434-48ac-acbf-7765bbb4c35b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:49:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "odh-trusted-ca-bundle", "reconcileID": "8c79aed7-4434-48ac-acbf-7765bbb4c35b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:49:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "openshift-service-ca.crt", "reconcileID": "c92cbfa2-a61f-42fa-9b75-715800e54422", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:49:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "openshift-service-ca.crt", "reconcileID": "c92cbfa2-a61f-42fa-9b75-715800e54422", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:49:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7937536a-947d-43c6-97b1-3aa12bd90d68", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:49:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-778336"}, "namespace": "ai-tenant-e2e-shared-a-778336", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7937536a-947d-43c6-97b1-3aa12bd90d68", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-778336"} 2026-07-07T19:49:42Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-778336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-778336", "reconcileID": "55da44a4-77d8-4a9e-8aa0-4ee533309a0e", "Gateway": "e2e-shared-a-778336", "namespace": "openshift-ingress"} 2026-07-07T19:49:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "383cc613-71c0-4a7d-9f4d-4d48c9f09c4e", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T19:49:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "2b9c9a25-5d90-4120-a49d-4bdbaedce4cb", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:49:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "2b9c9a25-5d90-4120-a49d-4bdbaedce4cb", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68-authn-ssl"} 2026-07-07T19:49:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "2b9c9a25-5d90-4120-a49d-4bdbaedce4cb", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"} 2026-07-07T19:49:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db5f2719-d980-489e-9cb0-483586e4cea2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:49:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db5f2719-d980-489e-9cb0-483586e4cea2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T19:49:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db5f2719-d980-489e-9cb0-483586e4cea2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-fe4a68 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T19:49:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "odh-trusted-ca-bundle", "reconcileID": "35d43436-f644-43dd-9df7-246a805cf70a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:49:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "odh-trusted-ca-bundle", "reconcileID": "35d43436-f644-43dd-9df7-246a805cf70a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fe4a68", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T19:49:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "odh-trusted-ca-bundle", "reconcileID": "35d43436-f644-43dd-9df7-246a805cf70a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-fe4a68 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T19:49:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "openshift-service-ca.crt", "reconcileID": "b2079989-9d87-4f28-8c53-61061dfb7c30", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:49:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "openshift-service-ca.crt", "reconcileID": "b2079989-9d87-4f28-8c53-61061dfb7c30", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:49:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7e6ea12-3895-466a-9c87-f520a012a8b0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:49:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7e6ea12-3895-466a-9c87-f520a012a8b0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:49:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "odh-trusted-ca-bundle", "reconcileID": "246a6084-334e-4dde-9ac9-51053d66ab4d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:49:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fe4a68"}, "namespace": "ai-tenant-e2e-shared-b-fe4a68", "name": "odh-trusted-ca-bundle", "reconcileID": "246a6084-334e-4dde-9ac9-51053d66ab4d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fe4a68"} 2026-07-07T19:49:51Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fe4a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fe4a68", "reconcileID": "81f10b94-8b5e-46bf-b092-34876a5dd476", "Gateway": "e2e-shared-b-fe4a68", "namespace": "openshift-ingress"}