2026-07-07T22:48:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-17949f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-17949f", "reconcileID": "5cc2ee66-9c82-4447-8121-41adeddf5b87", "Gateway": "e2e-api-b-17949f", "namespace": "openshift-ingress"} 2026-07-07T22:48:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fb6979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fb6979", "reconcileID": "938d8bbf-ca87-49b6-abda-cfc03bd24c24", "Gateway": "e2e-api-a-fb6979", "namespace": "openshift-ingress"} 2026-07-07T22:48:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fb6979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fb6979", "reconcileID": "938d8bbf-ca87-49b6-abda-cfc03bd24c24", "Gateway": "e2e-api-a-fb6979", "namespace": "openshift-ingress", "name": "e2e-api-a-fb6979-authn-ssl"} 2026-07-07T22:48:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fb6979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fb6979", "reconcileID": "938d8bbf-ca87-49b6-abda-cfc03bd24c24", "Gateway": "e2e-api-a-fb6979", "namespace": "openshift-ingress"} 2026-07-07T22:48:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-17949f"}, "namespace": "ai-tenant-e2e-api-b-17949f", "name": "openshift-service-ca.crt", "reconcileID": "75bd73ba-5f64-4275-b0c5-d5009cae4929", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-17949f"} 2026-07-07T22:48:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-17949f"}, "namespace": "ai-tenant-e2e-api-b-17949f", "name": "odh-trusted-ca-bundle", "reconcileID": "1bc6ed3b-ded2-43f6-8d49-a148b4821940", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-17949f"} 2026-07-07T22:48:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-17949f"}, "namespace": "ai-tenant-e2e-api-b-17949f", "name": "openshift-service-ca.crt", "reconcileID": "333af32e-6476-47c1-b9c8-e8744956117d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-17949f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T22:48:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-17949f"}, "namespace": "ai-tenant-e2e-api-b-17949f", "name": "openshift-service-ca.crt", "reconcileID": "333af32e-6476-47c1-b9c8-e8744956117d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-17949f"} 2026-07-07T22:48:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-17949f"}, "namespace": "ai-tenant-e2e-api-b-17949f", "name": "openshift-service-ca.crt", "reconcileID": "277bede8-c4c3-4e0f-a61d-d85da272f8ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-17949f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T22:48:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-17949f"}, "namespace": "ai-tenant-e2e-api-b-17949f", "name": "openshift-service-ca.crt", "reconcileID": "277bede8-c4c3-4e0f-a61d-d85da272f8ef", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T22:48:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-17949f"}, "namespace": "ai-tenant-e2e-api-b-17949f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "53dabdd8-e662-4759-89ce-a1d1d6241694", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-17949f"} 2026-07-07T22:48:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-17949f"}, "namespace": "ai-tenant-e2e-api-b-17949f", "name": "openshift-service-ca.crt", "reconcileID": "7b667f41-d06f-4d1d-8d48-62e89e7278ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-17949f"} 2026-07-07T22:48:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-17949f"}, "namespace": "ai-tenant-e2e-api-b-17949f", "name": "odh-trusted-ca-bundle", "reconcileID": "4c94b65a-e225-4205-86d7-e9b32e54a2d3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-17949f", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T22:48:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-17949f"}, "namespace": "ai-tenant-e2e-api-b-17949f", "name": "odh-trusted-ca-bundle", "reconcileID": "4c94b65a-e225-4205-86d7-e9b32e54a2d3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-17949f"} 2026-07-07T22:48:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-17949f"}, "namespace": "ai-tenant-e2e-api-b-17949f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4dd2c0cc-bbab-4d91-a43f-3bd1da3f9db4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-17949f"} 2026-07-07T22:48:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-17949f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-17949f", "reconcileID": "dde0dd51-6e91-4ba9-8f02-a24024eec7ef", "Gateway": "e2e-api-b-17949f", "namespace": "openshift-ingress"} 2026-07-07T22:48:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-17949f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-17949f", "reconcileID": "dde0dd51-6e91-4ba9-8f02-a24024eec7ef", "Gateway": "e2e-api-b-17949f", "namespace": "openshift-ingress", "name": "e2e-api-b-17949f-authn-ssl"} 2026-07-07T22:48:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-17949f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-17949f", "reconcileID": "dde0dd51-6e91-4ba9-8f02-a24024eec7ef", "Gateway": "e2e-api-b-17949f", "namespace": "openshift-ingress"} 2026-07-07T22:48:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "137acc0f-f526-4f4d-9540-c4d51ee2f4ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T22:48:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fb6979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fb6979", "reconcileID": "caea1b4d-14fe-4e01-a23c-5933a8de87ef", "Gateway": "e2e-api-a-fb6979", "namespace": "openshift-ingress"} 2026-07-07T22:48:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fb6979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fb6979", "reconcileID": "caea1b4d-14fe-4e01-a23c-5933a8de87ef", "Gateway": "e2e-api-a-fb6979", "namespace": "openshift-ingress", "name": "e2e-api-a-fb6979-authn-ssl"} 2026-07-07T22:48:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fb6979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fb6979", "reconcileID": "caea1b4d-14fe-4e01-a23c-5933a8de87ef", "Gateway": "e2e-api-a-fb6979", "namespace": "openshift-ingress"} 2026-07-07T22:48:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-17949f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-17949f", "reconcileID": "82c0c61f-1750-4ce0-9a34-f42e180266ed", "Gateway": "e2e-api-b-17949f", "namespace": "openshift-ingress"} 2026-07-07T22:48:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-17949f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-17949f", "reconcileID": "82c0c61f-1750-4ce0-9a34-f42e180266ed", "Gateway": "e2e-api-b-17949f", "namespace": "openshift-ingress", "name": "e2e-api-b-17949f-authn-ssl"} 2026-07-07T22:48:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-17949f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-17949f", "reconcileID": "82c0c61f-1750-4ce0-9a34-f42e180266ed", "Gateway": "e2e-api-b-17949f", "namespace": "openshift-ingress"} 2026-07-07T22:48:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-17949f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-17949f", "reconcileID": "40c264a0-e826-4fab-87bc-fea1618ffd5b", "Gateway": "e2e-api-b-17949f", "namespace": "openshift-ingress"} 2026-07-07T22:48:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-17949f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-17949f", "reconcileID": "40c264a0-e826-4fab-87bc-fea1618ffd5b", "Gateway": "e2e-api-b-17949f", "namespace": "openshift-ingress", "name": "e2e-api-b-17949f-authn-ssl"} 2026-07-07T22:48:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-17949f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-17949f", "reconcileID": "40c264a0-e826-4fab-87bc-fea1618ffd5b", "Gateway": "e2e-api-b-17949f", "namespace": "openshift-ingress"} 2026-07-07T22:48:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "38e6b483-4ee6-446f-b234-b306b7ffbf39", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T22:48:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fb6979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fb6979", "reconcileID": "8be43698-895d-437d-bdc3-1355c799e6c4", "Gateway": "e2e-api-a-fb6979", "namespace": "openshift-ingress"} 2026-07-07T22:48:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fb6979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fb6979", "reconcileID": "8be43698-895d-437d-bdc3-1355c799e6c4", "Gateway": "e2e-api-a-fb6979", "namespace": "openshift-ingress", "name": "e2e-api-a-fb6979-authn-ssl"} 2026-07-07T22:48:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fb6979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fb6979", "reconcileID": "8be43698-895d-437d-bdc3-1355c799e6c4", "Gateway": "e2e-api-a-fb6979", "namespace": "openshift-ingress"} 2026-07-07T22:48:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-fb6979"}, "namespace": "ai-tenant-e2e-api-a-fb6979", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e340340-b03c-408d-97f9-d6f0ab1b5e36", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-fb6979"} 2026-07-07T22:48:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-fb6979"}, "namespace": "ai-tenant-e2e-api-a-fb6979", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e340340-b03c-408d-97f9-d6f0ab1b5e36", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-fb6979", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T22:48:21Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-fb6979"}, "namespace": "ai-tenant-e2e-api-a-fb6979", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e340340-b03c-408d-97f9-d6f0ab1b5e36", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-fb6979 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T22:48:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-fb6979"}, "namespace": "ai-tenant-e2e-api-a-fb6979", "name": "odh-trusted-ca-bundle", "reconcileID": "99d28f3a-c70a-4ac5-a90f-884ef0d83191", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-fb6979"} 2026-07-07T22:48:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-fb6979"}, "namespace": "ai-tenant-e2e-api-a-fb6979", "name": "odh-trusted-ca-bundle", "reconcileID": "99d28f3a-c70a-4ac5-a90f-884ef0d83191", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-fb6979"} 2026-07-07T22:48:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-fb6979"}, "namespace": "ai-tenant-e2e-api-a-fb6979", "name": "openshift-service-ca.crt", "reconcileID": "4e668611-4599-494a-8224-42cc6af6f9b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-fb6979"} 2026-07-07T22:48:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-fb6979"}, "namespace": "ai-tenant-e2e-api-a-fb6979", "name": "openshift-service-ca.crt", "reconcileID": "4e668611-4599-494a-8224-42cc6af6f9b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-fb6979"} 2026-07-07T22:48:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-fb6979"}, "namespace": "ai-tenant-e2e-api-a-fb6979", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3be93d4d-4faf-44fc-9663-973b56bc3f61", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-fb6979"} 2026-07-07T22:48:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-fb6979"}, "namespace": "ai-tenant-e2e-api-a-fb6979", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3be93d4d-4faf-44fc-9663-973b56bc3f61", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-fb6979"} 2026-07-07T22:48:21Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fb6979","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fb6979", "reconcileID": "fb294724-6338-468f-bf02-4f293fbb9ea9", "Gateway": "e2e-api-a-fb6979", "namespace": "openshift-ingress"} 2026-07-07T22:48:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "2de59a75-6107-410c-9eac-ee9949e8d057", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T22:48:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-17949f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-17949f", "reconcileID": "c8ac41ef-77cb-44e7-ae9d-c3ae9701729e", "Gateway": "e2e-api-b-17949f", "namespace": "openshift-ingress"} 2026-07-07T22:48:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-17949f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-17949f", "reconcileID": "c8ac41ef-77cb-44e7-ae9d-c3ae9701729e", "Gateway": "e2e-api-b-17949f", "namespace": "openshift-ingress", "name": "e2e-api-b-17949f-authn-ssl"} 2026-07-07T22:48:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-17949f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-17949f", "reconcileID": "c8ac41ef-77cb-44e7-ae9d-c3ae9701729e", "Gateway": "e2e-api-b-17949f", "namespace": "openshift-ingress"} 2026-07-07T22:48:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "e51ae694-0c2e-4ff4-870b-971f3774195e", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T22:48:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-17949f"}, "namespace": "ai-tenant-e2e-api-b-17949f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad73e5ab-0309-42a8-9742-18ebda453855", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-17949f"} 2026-07-07T22:48:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-17949f"}, "namespace": "ai-tenant-e2e-api-b-17949f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad73e5ab-0309-42a8-9742-18ebda453855", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-17949f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T22:48:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-17949f"}, "namespace": "ai-tenant-e2e-api-b-17949f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad73e5ab-0309-42a8-9742-18ebda453855", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-17949f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T22:48:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-17949f"}, "namespace": "ai-tenant-e2e-api-b-17949f", "name": "odh-trusted-ca-bundle", "reconcileID": "33271c65-668d-41be-a605-0aee86767175", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-17949f"} 2026-07-07T22:48:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-17949f"}, "namespace": "ai-tenant-e2e-api-b-17949f", "name": "odh-trusted-ca-bundle", "reconcileID": "33271c65-668d-41be-a605-0aee86767175", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-17949f"} 2026-07-07T22:48:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-17949f"}, "namespace": "ai-tenant-e2e-api-b-17949f", "name": "openshift-service-ca.crt", "reconcileID": "689b0e2c-5508-4153-a601-c098aee29c36", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-17949f"} 2026-07-07T22:48:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-17949f"}, "namespace": "ai-tenant-e2e-api-b-17949f", "name": "openshift-service-ca.crt", "reconcileID": "689b0e2c-5508-4153-a601-c098aee29c36", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-17949f"} 2026-07-07T22:48:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-17949f"}, "namespace": "ai-tenant-e2e-api-b-17949f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "412704a6-7713-423d-8eb8-506495881fde", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-17949f"} 2026-07-07T22:48:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-17949f"}, "namespace": "ai-tenant-e2e-api-b-17949f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "412704a6-7713-423d-8eb8-506495881fde", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-17949f"} 2026-07-07T22:48:28Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-17949f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-17949f", "reconcileID": "e7dcd1ad-cb7b-4445-a33f-5aa9e5b32851", "Gateway": "e2e-api-b-17949f", "namespace": "openshift-ingress"} 2026-07-07T22:48:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "380a1c50-1783-4ef2-9c3e-e2607f349704", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:48:29Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "380a1c50-1783-4ef2-9c3e-e2607f349704", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94-authn-ssl"} 2026-07-07T22:48:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "380a1c50-1783-4ef2-9c3e-e2607f349704", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:48:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "6b9a48e5-0cc7-4f2c-b636-cf0b248a48e6", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:48:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "6b9a48e5-0cc7-4f2c-b636-cf0b248a48e6", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94-authn-ssl"} 2026-07-07T22:48:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "6b9a48e5-0cc7-4f2c-b636-cf0b248a48e6", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:48:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "a409c1ab-d000-4c7a-ae53-d7f9af80915d", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:48:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "a409c1ab-d000-4c7a-ae53-d7f9af80915d", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94-authn-ssl"} 2026-07-07T22:48:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "a409c1ab-d000-4c7a-ae53-d7f9af80915d", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:48:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "1fa36aed-1f38-44e4-9621-c4da1b320cbb", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:48:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "1fa36aed-1f38-44e4-9621-c4da1b320cbb", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94-authn-ssl"} 2026-07-07T22:48:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "1fa36aed-1f38-44e4-9621-c4da1b320cbb", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:48:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "6b1aeea3-7a16-49e5-8bb9-2f7fcd81ef92", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:48:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "6b1aeea3-7a16-49e5-8bb9-2f7fcd81ef92", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94-authn-ssl"} 2026-07-07T22:48:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "6b1aeea3-7a16-49e5-8bb9-2f7fcd81ef92", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:48:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "c33228b1-48f4-42d4-9d79-efbf6fdd43b3", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:48:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "c33228b1-48f4-42d4-9d79-efbf6fdd43b3", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94-authn-ssl"} 2026-07-07T22:48:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "c33228b1-48f4-42d4-9d79-efbf6fdd43b3", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:48:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "51b403e3-589a-4f75-a34b-cf635fa92f37", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:48:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "51b403e3-589a-4f75-a34b-cf635fa92f37", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94-authn-ssl"} 2026-07-07T22:48:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "51b403e3-589a-4f75-a34b-cf635fa92f37", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:48:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "openshift-service-ca.crt", "reconcileID": "c7e13361-0908-4a82-a1d1-ce1fa0a429ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:48:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "odh-trusted-ca-bundle", "reconcileID": "271cf7b6-f5a8-4f74-bb1e-521c2b34820c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:48:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "openshift-service-ca.crt", "reconcileID": "2e704d30-c47e-4115-8d33-80bfd049423b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-af2c94", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T22:48:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "openshift-service-ca.crt", "reconcileID": "2e704d30-c47e-4115-8d33-80bfd049423b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:48:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "openshift-service-ca.crt", "reconcileID": "95907367-2c72-4e62-8acb-4fc10c83e15e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-af2c94", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T22:48:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "openshift-service-ca.crt", "reconcileID": "95907367-2c72-4e62-8acb-4fc10c83e15e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T22:48:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2aa9a36c-e00b-4754-ab96-a72d41c6dbed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:48:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "openshift-service-ca.crt", "reconcileID": "137b2012-1cb9-4f98-9e6e-07d690154ff7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:48:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "odh-trusted-ca-bundle", "reconcileID": "8720bbf5-aee3-4033-bd2a-ea2aafc0c199", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-af2c94", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T22:48:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "odh-trusted-ca-bundle", "reconcileID": "8720bbf5-aee3-4033-bd2a-ea2aafc0c199", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:48:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "79d5b9e9-5f46-413b-91e2-ac10d1083b3c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:48:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "f22f05f1-55bb-4dd9-96e8-a14952db4184", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:48:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "f22f05f1-55bb-4dd9-96e8-a14952db4184", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94-authn-ssl"} 2026-07-07T22:48:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "f22f05f1-55bb-4dd9-96e8-a14952db4184", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:48:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "2f93409b-a305-4aa2-92fe-d012b0ffb79a", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T22:48:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "c6cffa9a-2c23-4e1d-b653-a3a0a0677908", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:48:37Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "c6cffa9a-2c23-4e1d-b653-a3a0a0677908", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04-authn-ssl"} 2026-07-07T22:48:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "c6cffa9a-2c23-4e1d-b653-a3a0a0677908", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:48:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "3fab68e4-4596-4797-a0fc-c41292aa9644", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:48:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "3fab68e4-4596-4797-a0fc-c41292aa9644", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04-authn-ssl"} 2026-07-07T22:48:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "3fab68e4-4596-4797-a0fc-c41292aa9644", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:48:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "f84a40f0-3542-43e3-84bb-a222d8b9d76e", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:48:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "f84a40f0-3542-43e3-84bb-a222d8b9d76e", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04-authn-ssl"} 2026-07-07T22:48:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "f84a40f0-3542-43e3-84bb-a222d8b9d76e", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:48:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "8576d3cf-164e-4ba7-82ca-3de2edbaaace", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:48:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "8576d3cf-164e-4ba7-82ca-3de2edbaaace", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04-authn-ssl"} 2026-07-07T22:48:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "8576d3cf-164e-4ba7-82ca-3de2edbaaace", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:48:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "0b8e2472-9fd6-46c9-8770-9c7c6fff1ec3", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:48:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "0b8e2472-9fd6-46c9-8770-9c7c6fff1ec3", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94-authn-ssl"} 2026-07-07T22:48:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "0b8e2472-9fd6-46c9-8770-9c7c6fff1ec3", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:48:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "86f11d74-b9ea-4f99-808a-b4e9c2b655ff", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:48:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "86f11d74-b9ea-4f99-808a-b4e9c2b655ff", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04-authn-ssl"} 2026-07-07T22:48:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "86f11d74-b9ea-4f99-808a-b4e9c2b655ff", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:48:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "c9b52e41-d3da-4f70-aa90-84dd4ab68a8f", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:48:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "c9b52e41-d3da-4f70-aa90-84dd4ab68a8f", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04-authn-ssl"} 2026-07-07T22:48:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "c9b52e41-d3da-4f70-aa90-84dd4ab68a8f", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:48:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "cea1240f-bfdd-4f79-81e6-d7e320c35e75", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:48:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "cea1240f-bfdd-4f79-81e6-d7e320c35e75", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04-authn-ssl"} 2026-07-07T22:48:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "cea1240f-bfdd-4f79-81e6-d7e320c35e75", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:48:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "openshift-service-ca.crt", "reconcileID": "6fc6ca12-d3df-448a-aea0-99101faede9b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:48:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "odh-trusted-ca-bundle", "reconcileID": "b8d38dd9-4494-40fa-9b18-4aaf5bdf8459", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:48:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "openshift-service-ca.crt", "reconcileID": "2e4472c6-b0bd-4ba6-8aac-d4612c5cfa19", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-986e04", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T22:48:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "openshift-service-ca.crt", "reconcileID": "2e4472c6-b0bd-4ba6-8aac-d4612c5cfa19", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:48:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a62a741-5027-4040-864d-3bb90c5e02f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:48:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "openshift-service-ca.crt", "reconcileID": "5d43173f-2ce7-4d73-9bbc-1c91b0168c25", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:48:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "odh-trusted-ca-bundle", "reconcileID": "27e63824-c8b1-4d94-98f3-3c9a60a8bdda", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-986e04", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T22:48:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "odh-trusted-ca-bundle", "reconcileID": "27e63824-c8b1-4d94-98f3-3c9a60a8bdda", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:48:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0402ced4-7cac-4463-a73b-4304da80fc12", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:48:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "a6ca044d-127b-4cfd-aa97-f0ba104bf7ec", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:48:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "a6ca044d-127b-4cfd-aa97-f0ba104bf7ec", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04-authn-ssl"} 2026-07-07T22:48:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "a6ca044d-127b-4cfd-aa97-f0ba104bf7ec", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:48:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "8b556a04-228a-4462-885e-74bab7cd4ad3", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T22:48:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "auth-test-model-af2c94", "reconcileID": "8406d8a7-6c0a-406b-9cc4-7f393260a023", "LLMInferenceService": "auth-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:48:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "auth-test-model-af2c94", "reconcileID": "8406d8a7-6c0a-406b-9cc4-7f393260a023", "LLMInferenceService": "auth-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:48:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "auth-test-model-af2c94", "reconcileID": "8406d8a7-6c0a-406b-9cc4-7f393260a023", "LLMInferenceService": "auth-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:48:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "f2b12bae-6b04-4893-aa4d-5f523d76444d", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:48:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "auth-test-model-af2c94", "reconcileID": "8406d8a7-6c0a-406b-9cc4-7f393260a023", "LLMInferenceService": "auth-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "auth-test-model-af2c94-kserve-route-authn"} 2026-07-07T22:48:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "auth-test-model-af2c94", "reconcileID": "8406d8a7-6c0a-406b-9cc4-7f393260a023", "LLMInferenceService": "auth-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94", "authType": "userdefined"} 2026-07-07T22:48:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "auth-test-model-af2c94", "reconcileID": "8406d8a7-6c0a-406b-9cc4-7f393260a023", "LLMInferenceService": "auth-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:48:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "f2b12bae-6b04-4893-aa4d-5f523d76444d", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94-authn-ssl"} 2026-07-07T22:48:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "f2b12bae-6b04-4893-aa4d-5f523d76444d", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:48:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "auth-test-model-af2c94", "reconcileID": "9c917b2e-198e-4566-83b9-0ace80cb437b", "LLMInferenceService": "auth-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:48:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "auth-test-model-af2c94", "reconcileID": "9c917b2e-198e-4566-83b9-0ace80cb437b", "LLMInferenceService": "auth-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:48:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "auth-test-model-af2c94", "reconcileID": "9c917b2e-198e-4566-83b9-0ace80cb437b", "LLMInferenceService": "auth-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:48:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "auth-test-model-af2c94", "reconcileID": "9c917b2e-198e-4566-83b9-0ace80cb437b", "LLMInferenceService": "auth-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "auth-test-model-af2c94-kserve-route-authn"} 2026-07-07T22:48:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "auth-test-model-af2c94", "reconcileID": "9c917b2e-198e-4566-83b9-0ace80cb437b", "LLMInferenceService": "auth-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94", "authType": "userdefined"} 2026-07-07T22:48:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "auth-test-model-af2c94", "reconcileID": "9c917b2e-198e-4566-83b9-0ace80cb437b", "LLMInferenceService": "auth-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:48:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "8a654d88-7840-4145-9314-6482d3035f72", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:48:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "8a654d88-7840-4145-9314-6482d3035f72", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94-authn-ssl"} 2026-07-07T22:48:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "8a654d88-7840-4145-9314-6482d3035f72", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:48:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "auth-test-model-af2c94", "reconcileID": "59b9a85a-9590-468a-a661-ce5ea01e28bc", "LLMInferenceService": "auth-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:48:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "auth-test-model-af2c94", "reconcileID": "59b9a85a-9590-468a-a661-ce5ea01e28bc", "LLMInferenceService": "auth-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:48:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "auth-test-model-af2c94", "reconcileID": "59b9a85a-9590-468a-a661-ce5ea01e28bc", "LLMInferenceService": "auth-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:48:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "auth-test-model-af2c94", "reconcileID": "59b9a85a-9590-468a-a661-ce5ea01e28bc", "LLMInferenceService": "auth-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "auth-test-model-af2c94-kserve-route-authn"} 2026-07-07T22:48:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "auth-test-model-af2c94", "reconcileID": "59b9a85a-9590-468a-a661-ce5ea01e28bc", "LLMInferenceService": "auth-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94", "authType": "userdefined"} 2026-07-07T22:48:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "auth-test-model-af2c94", "reconcileID": "59b9a85a-9590-468a-a661-ce5ea01e28bc", "LLMInferenceService": "auth-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:48:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "a75a2bc5-63e4-46d8-8b5f-31b2cd0b6742", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:48:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "a75a2bc5-63e4-46d8-8b5f-31b2cd0b6742", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04-authn-ssl"} 2026-07-07T22:48:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "a75a2bc5-63e4-46d8-8b5f-31b2cd0b6742", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:48:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "33091259-db33-48f3-86a9-bdb5c7db830a", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T22:49:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "b837b1b1-76ef-49c8-ab80-f81033461a81", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T22:49:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "auth-test-model-af2c94", "reconcileID": "4373a3b8-4216-49de-9014-2ddb15f8c82f", "LLMInferenceService": "auth-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:49:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "auth-test-model-af2c94", "reconcileID": "4373a3b8-4216-49de-9014-2ddb15f8c82f", "LLMInferenceService": "auth-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:49:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "auth-test-model-af2c94", "reconcileID": "4373a3b8-4216-49de-9014-2ddb15f8c82f", "LLMInferenceService": "auth-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:49:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "auth-test-model-af2c94", "reconcileID": "4373a3b8-4216-49de-9014-2ddb15f8c82f", "LLMInferenceService": "auth-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "auth-test-model-af2c94-kserve-route-authn"} 2026-07-07T22:49:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "auth-test-model-af2c94", "reconcileID": "4373a3b8-4216-49de-9014-2ddb15f8c82f", "LLMInferenceService": "auth-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94", "authType": "userdefined"} 2026-07-07T22:49:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "auth-test-model-af2c94", "reconcileID": "4373a3b8-4216-49de-9014-2ddb15f8c82f", "LLMInferenceService": "auth-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:49:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "auth-test-model-986e04", "reconcileID": "81c15e77-b65a-4919-999d-61bf09c5c725", "LLMInferenceService": "auth-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:49:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "auth-test-model-986e04", "reconcileID": "81c15e77-b65a-4919-999d-61bf09c5c725", "LLMInferenceService": "auth-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:49:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "auth-test-model-986e04", "reconcileID": "81c15e77-b65a-4919-999d-61bf09c5c725", "LLMInferenceService": "auth-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:49:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "e0fe42e8-bf30-442e-9ffa-5320a903fff2", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:49:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "auth-test-model-986e04", "reconcileID": "81c15e77-b65a-4919-999d-61bf09c5c725", "LLMInferenceService": "auth-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "auth-test-model-986e04-kserve-route-authn"} 2026-07-07T22:49:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "auth-test-model-986e04", "reconcileID": "81c15e77-b65a-4919-999d-61bf09c5c725", "LLMInferenceService": "auth-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04", "authType": "userdefined"} 2026-07-07T22:49:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "auth-test-model-986e04", "reconcileID": "81c15e77-b65a-4919-999d-61bf09c5c725", "LLMInferenceService": "auth-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:49:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "e0fe42e8-bf30-442e-9ffa-5320a903fff2", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04-authn-ssl"} 2026-07-07T22:49:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "e0fe42e8-bf30-442e-9ffa-5320a903fff2", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:49:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "auth-test-model-986e04", "reconcileID": "ea555b92-2afa-493f-9841-5ba41f6d70a9", "LLMInferenceService": "auth-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:49:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "auth-test-model-986e04", "reconcileID": "ea555b92-2afa-493f-9841-5ba41f6d70a9", "LLMInferenceService": "auth-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:49:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "auth-test-model-986e04", "reconcileID": "ea555b92-2afa-493f-9841-5ba41f6d70a9", "LLMInferenceService": "auth-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:49:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "auth-test-model-986e04", "reconcileID": "ea555b92-2afa-493f-9841-5ba41f6d70a9", "LLMInferenceService": "auth-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "auth-test-model-986e04-kserve-route-authn"} 2026-07-07T22:49:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "auth-test-model-986e04", "reconcileID": "ea555b92-2afa-493f-9841-5ba41f6d70a9", "LLMInferenceService": "auth-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04", "authType": "userdefined"} 2026-07-07T22:49:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "auth-test-model-986e04", "reconcileID": "ea555b92-2afa-493f-9841-5ba41f6d70a9", "LLMInferenceService": "auth-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:49:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "75b6c830-a3c6-4ad6-b02d-5aecc0b1dc90", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:49:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "75b6c830-a3c6-4ad6-b02d-5aecc0b1dc90", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04-authn-ssl"} 2026-07-07T22:49:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "75b6c830-a3c6-4ad6-b02d-5aecc0b1dc90", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:49:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "auth-test-model-986e04", "reconcileID": "3ace69d9-f7e3-4ffb-abcd-1820d59c6fea", "LLMInferenceService": "auth-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:49:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "auth-test-model-986e04", "reconcileID": "3ace69d9-f7e3-4ffb-abcd-1820d59c6fea", "LLMInferenceService": "auth-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:49:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "auth-test-model-986e04", "reconcileID": "3ace69d9-f7e3-4ffb-abcd-1820d59c6fea", "LLMInferenceService": "auth-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:49:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "auth-test-model-986e04", "reconcileID": "3ace69d9-f7e3-4ffb-abcd-1820d59c6fea", "LLMInferenceService": "auth-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "auth-test-model-986e04-kserve-route-authn"} 2026-07-07T22:49:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "auth-test-model-986e04", "reconcileID": "3ace69d9-f7e3-4ffb-abcd-1820d59c6fea", "LLMInferenceService": "auth-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04", "authType": "userdefined"} 2026-07-07T22:49:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "auth-test-model-986e04", "reconcileID": "3ace69d9-f7e3-4ffb-abcd-1820d59c6fea", "LLMInferenceService": "auth-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:49:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "auth-test-model-986e04", "reconcileID": "841dba6d-b7fe-47b8-a265-8dbc088e0483", "LLMInferenceService": "auth-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:49:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "auth-test-model-986e04", "reconcileID": "841dba6d-b7fe-47b8-a265-8dbc088e0483", "LLMInferenceService": "auth-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:49:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "auth-test-model-986e04", "reconcileID": "841dba6d-b7fe-47b8-a265-8dbc088e0483", "LLMInferenceService": "auth-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:49:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "auth-test-model-986e04", "reconcileID": "841dba6d-b7fe-47b8-a265-8dbc088e0483", "LLMInferenceService": "auth-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "auth-test-model-986e04-kserve-route-authn"} 2026-07-07T22:49:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "auth-test-model-986e04", "reconcileID": "841dba6d-b7fe-47b8-a265-8dbc088e0483", "LLMInferenceService": "auth-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04", "authType": "userdefined"} 2026-07-07T22:49:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "auth-test-model-986e04", "reconcileID": "841dba6d-b7fe-47b8-a265-8dbc088e0483", "LLMInferenceService": "auth-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:49:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "02c99561-162f-4c64-b4ff-795f3c1732b8", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:49:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "02c99561-162f-4c64-b4ff-795f3c1732b8", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94-authn-ssl"} 2026-07-07T22:49:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "02c99561-162f-4c64-b4ff-795f3c1732b8", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:49:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "37bcee1e-85fc-410b-81ea-96db1a7b148c", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:49:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "37bcee1e-85fc-410b-81ea-96db1a7b148c", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04-authn-ssl"} 2026-07-07T22:49:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "37bcee1e-85fc-410b-81ea-96db1a7b148c", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:51:13Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "auth-test-model-af2c94", "reconcileID": "cb6c2610-315d-42e1-9ec4-6ed1a542a88d", "LLMInferenceService": "auth-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:51:13Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "auth-test-model-af2c94", "reconcileID": "cb6c2610-315d-42e1-9ec4-6ed1a542a88d", "LLMInferenceService": "auth-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "auth-test-model-af2c94"} 2026-07-07T22:51:13Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "auth-test-model-af2c94", "reconcileID": "cb6c2610-315d-42e1-9ec4-6ed1a542a88d", "LLMInferenceService": "auth-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:51:13Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "auth-test-model-af2c94", "reconcileID": "cb6c2610-315d-42e1-9ec4-6ed1a542a88d", "LLMInferenceService": "auth-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:51:13Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "auth-test-model-af2c94", "reconcileID": "cb6c2610-315d-42e1-9ec4-6ed1a542a88d", "LLMInferenceService": "auth-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "auth-test-model-af2c94-kserve-route-authn"} 2026-07-07T22:51:13Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "auth-test-model-af2c94", "reconcileID": "cb6c2610-315d-42e1-9ec4-6ed1a542a88d", "LLMInferenceService": "auth-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "auth-test-model-af2c94-kserve-route-authn"} 2026-07-07T22:51:13Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "auth-test-model-af2c94", "reconcileID": "cb6c2610-315d-42e1-9ec4-6ed1a542a88d", "LLMInferenceService": "auth-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:51:13Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "auth-test-model-af2c94", "reconcileID": "cb6c2610-315d-42e1-9ec4-6ed1a542a88d", "LLMInferenceService": "auth-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:51:13Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "auth-test-model-af2c94", "reconcileID": "d37774d2-4190-4fbb-bc4b-db49eff93984", "LLMInferenceService": "auth-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:51:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "ca943ea2-08c1-4366-8af1-4014709c90cd", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:51:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "ca943ea2-08c1-4366-8af1-4014709c90cd", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94-authn-ssl"} 2026-07-07T22:51:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "ca943ea2-08c1-4366-8af1-4014709c90cd", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:51:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "0062ab5a-0e7a-4333-9bab-e1baa1697aea", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:51:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "0062ab5a-0e7a-4333-9bab-e1baa1697aea", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94-authn-ssl"} 2026-07-07T22:51:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "0062ab5a-0e7a-4333-9bab-e1baa1697aea", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:51:13Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "auth-test-model-986e04", "reconcileID": "bb132805-167a-4fc4-932e-af6e4f358b47", "LLMInferenceService": "auth-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:51:13Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "auth-test-model-986e04", "reconcileID": "bb132805-167a-4fc4-932e-af6e4f358b47", "LLMInferenceService": "auth-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "auth-test-model-986e04"} 2026-07-07T22:51:13Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "auth-test-model-986e04", "reconcileID": "bb132805-167a-4fc4-932e-af6e4f358b47", "LLMInferenceService": "auth-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:51:13Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "auth-test-model-986e04", "reconcileID": "bb132805-167a-4fc4-932e-af6e4f358b47", "LLMInferenceService": "auth-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:51:13Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "auth-test-model-986e04", "reconcileID": "bb132805-167a-4fc4-932e-af6e4f358b47", "LLMInferenceService": "auth-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "auth-test-model-986e04-kserve-route-authn"} 2026-07-07T22:51:13Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "auth-test-model-986e04", "reconcileID": "bb132805-167a-4fc4-932e-af6e4f358b47", "LLMInferenceService": "auth-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "auth-test-model-986e04-kserve-route-authn"} 2026-07-07T22:51:13Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "auth-test-model-986e04", "reconcileID": "bb132805-167a-4fc4-932e-af6e4f358b47", "LLMInferenceService": "auth-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:51:13Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "auth-test-model-986e04", "reconcileID": "bb132805-167a-4fc4-932e-af6e4f358b47", "LLMInferenceService": "auth-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:51:14Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "auth-test-model-986e04", "reconcileID": "63167ae7-ba55-494c-ad4c-3a5f4688e54c", "LLMInferenceService": "auth-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:51:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "00154a80-45d7-4833-9d25-f66ade06223f", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:51:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "00154a80-45d7-4833-9d25-f66ade06223f", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04-authn-ssl"} 2026-07-07T22:51:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "00154a80-45d7-4833-9d25-f66ade06223f", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:51:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "97a081df-117b-4103-94fc-11d757c94ecf", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:51:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "97a081df-117b-4103-94fc-11d757c94ecf", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04-authn-ssl"} 2026-07-07T22:51:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "97a081df-117b-4103-94fc-11d757c94ecf", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:51:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94", "reconcileID": "00e60b50-5839-4576-925f-a3901a487d13", "LLMInferenceService": "sub-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:51:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94", "reconcileID": "00e60b50-5839-4576-925f-a3901a487d13", "LLMInferenceService": "sub-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:51:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94", "reconcileID": "00e60b50-5839-4576-925f-a3901a487d13", "LLMInferenceService": "sub-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:51:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "945a1a7b-7bf5-4bbf-a046-3e2032871fe6", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:51:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94", "reconcileID": "00e60b50-5839-4576-925f-a3901a487d13", "LLMInferenceService": "sub-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94-kserve-route-authn"} 2026-07-07T22:51:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94", "reconcileID": "00e60b50-5839-4576-925f-a3901a487d13", "LLMInferenceService": "sub-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94", "authType": "userdefined"} 2026-07-07T22:51:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94", "reconcileID": "00e60b50-5839-4576-925f-a3901a487d13", "LLMInferenceService": "sub-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:51:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "945a1a7b-7bf5-4bbf-a046-3e2032871fe6", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94-authn-ssl"} 2026-07-07T22:51:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "945a1a7b-7bf5-4bbf-a046-3e2032871fe6", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:51:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94", "reconcileID": "fbf03724-4ad6-4013-b0a9-40bd123977c9", "LLMInferenceService": "sub-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:51:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94", "reconcileID": "fbf03724-4ad6-4013-b0a9-40bd123977c9", "LLMInferenceService": "sub-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:51:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94", "reconcileID": "fbf03724-4ad6-4013-b0a9-40bd123977c9", "LLMInferenceService": "sub-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:51:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94", "reconcileID": "fbf03724-4ad6-4013-b0a9-40bd123977c9", "LLMInferenceService": "sub-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94-kserve-route-authn"} 2026-07-07T22:51:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94", "reconcileID": "fbf03724-4ad6-4013-b0a9-40bd123977c9", "LLMInferenceService": "sub-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94", "authType": "userdefined"} 2026-07-07T22:51:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94", "reconcileID": "fbf03724-4ad6-4013-b0a9-40bd123977c9", "LLMInferenceService": "sub-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:51:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "4f9d5cd3-e51c-46b4-880b-f002073c5a37", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:51:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "4f9d5cd3-e51c-46b4-880b-f002073c5a37", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94-authn-ssl"} 2026-07-07T22:51:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "4f9d5cd3-e51c-46b4-880b-f002073c5a37", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:51:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94", "reconcileID": "a25798c9-9153-405f-af0f-cba8260fbabc", "LLMInferenceService": "sub-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:51:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94", "reconcileID": "a25798c9-9153-405f-af0f-cba8260fbabc", "LLMInferenceService": "sub-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:51:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94", "reconcileID": "a25798c9-9153-405f-af0f-cba8260fbabc", "LLMInferenceService": "sub-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:51:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94", "reconcileID": "a25798c9-9153-405f-af0f-cba8260fbabc", "LLMInferenceService": "sub-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94-kserve-route-authn"} 2026-07-07T22:51:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94", "reconcileID": "a25798c9-9153-405f-af0f-cba8260fbabc", "LLMInferenceService": "sub-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94", "authType": "userdefined"} 2026-07-07T22:51:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94", "reconcileID": "a25798c9-9153-405f-af0f-cba8260fbabc", "LLMInferenceService": "sub-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:51:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94", "reconcileID": "42b3be43-8930-4423-b1e9-4558b8f63c45", "LLMInferenceService": "sub-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:51:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94", "reconcileID": "42b3be43-8930-4423-b1e9-4558b8f63c45", "LLMInferenceService": "sub-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:51:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94", "reconcileID": "42b3be43-8930-4423-b1e9-4558b8f63c45", "LLMInferenceService": "sub-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:51:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94", "reconcileID": "42b3be43-8930-4423-b1e9-4558b8f63c45", "LLMInferenceService": "sub-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94-kserve-route-authn"} 2026-07-07T22:51:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94", "reconcileID": "42b3be43-8930-4423-b1e9-4558b8f63c45", "LLMInferenceService": "sub-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94", "authType": "userdefined"} 2026-07-07T22:51:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94", "reconcileID": "42b3be43-8930-4423-b1e9-4558b8f63c45", "LLMInferenceService": "sub-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:51:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94", "reconcileID": "f71e9a74-d766-4a3f-876b-3634d5f4084e", "LLMInferenceService": "sub-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:51:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94", "reconcileID": "f71e9a74-d766-4a3f-876b-3634d5f4084e", "LLMInferenceService": "sub-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:51:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94", "reconcileID": "f71e9a74-d766-4a3f-876b-3634d5f4084e", "LLMInferenceService": "sub-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:51:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94", "reconcileID": "f71e9a74-d766-4a3f-876b-3634d5f4084e", "LLMInferenceService": "sub-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94-kserve-route-authn"} 2026-07-07T22:51:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94", "reconcileID": "f71e9a74-d766-4a3f-876b-3634d5f4084e", "LLMInferenceService": "sub-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94", "authType": "userdefined"} 2026-07-07T22:51:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94", "reconcileID": "f71e9a74-d766-4a3f-876b-3634d5f4084e", "LLMInferenceService": "sub-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:51:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04", "reconcileID": "67ba9d5b-9fef-40d8-b866-c0e22f1831f8", "LLMInferenceService": "sub-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:51:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04", "reconcileID": "67ba9d5b-9fef-40d8-b866-c0e22f1831f8", "LLMInferenceService": "sub-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:51:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04", "reconcileID": "67ba9d5b-9fef-40d8-b866-c0e22f1831f8", "LLMInferenceService": "sub-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:51:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "6cb93160-bf22-422f-9cbc-1cf31ef98ca6", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:51:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04", "reconcileID": "67ba9d5b-9fef-40d8-b866-c0e22f1831f8", "LLMInferenceService": "sub-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04-kserve-route-authn"} 2026-07-07T22:51:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04", "reconcileID": "67ba9d5b-9fef-40d8-b866-c0e22f1831f8", "LLMInferenceService": "sub-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04", "authType": "userdefined"} 2026-07-07T22:51:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04", "reconcileID": "67ba9d5b-9fef-40d8-b866-c0e22f1831f8", "LLMInferenceService": "sub-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:51:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "6cb93160-bf22-422f-9cbc-1cf31ef98ca6", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04-authn-ssl"} 2026-07-07T22:51:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "6cb93160-bf22-422f-9cbc-1cf31ef98ca6", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:51:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04", "reconcileID": "445793d7-1152-4084-b2ba-7df1e77d62c2", "LLMInferenceService": "sub-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:51:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04", "reconcileID": "445793d7-1152-4084-b2ba-7df1e77d62c2", "LLMInferenceService": "sub-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:51:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04", "reconcileID": "445793d7-1152-4084-b2ba-7df1e77d62c2", "LLMInferenceService": "sub-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:51:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04", "reconcileID": "445793d7-1152-4084-b2ba-7df1e77d62c2", "LLMInferenceService": "sub-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04-kserve-route-authn"} 2026-07-07T22:51:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04", "reconcileID": "445793d7-1152-4084-b2ba-7df1e77d62c2", "LLMInferenceService": "sub-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04", "authType": "userdefined"} 2026-07-07T22:51:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04", "reconcileID": "445793d7-1152-4084-b2ba-7df1e77d62c2", "LLMInferenceService": "sub-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:51:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "b8396e6e-fe28-47bf-a32d-d21ee54cd2c8", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:51:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "b8396e6e-fe28-47bf-a32d-d21ee54cd2c8", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04-authn-ssl"} 2026-07-07T22:51:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "b8396e6e-fe28-47bf-a32d-d21ee54cd2c8", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:51:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04", "reconcileID": "446bcc98-4627-468f-af9e-97251dc8d5fd", "LLMInferenceService": "sub-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:51:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04", "reconcileID": "446bcc98-4627-468f-af9e-97251dc8d5fd", "LLMInferenceService": "sub-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:51:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04", "reconcileID": "446bcc98-4627-468f-af9e-97251dc8d5fd", "LLMInferenceService": "sub-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:51:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04", "reconcileID": "446bcc98-4627-468f-af9e-97251dc8d5fd", "LLMInferenceService": "sub-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04-kserve-route-authn"} 2026-07-07T22:51:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04", "reconcileID": "446bcc98-4627-468f-af9e-97251dc8d5fd", "LLMInferenceService": "sub-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04", "authType": "userdefined"} 2026-07-07T22:51:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04", "reconcileID": "446bcc98-4627-468f-af9e-97251dc8d5fd", "LLMInferenceService": "sub-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:51:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04", "reconcileID": "ac60ac97-60d0-4682-b7dc-ecdb533e7c4c", "LLMInferenceService": "sub-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:51:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04", "reconcileID": "ac60ac97-60d0-4682-b7dc-ecdb533e7c4c", "LLMInferenceService": "sub-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:51:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04", "reconcileID": "ac60ac97-60d0-4682-b7dc-ecdb533e7c4c", "LLMInferenceService": "sub-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:51:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04", "reconcileID": "ac60ac97-60d0-4682-b7dc-ecdb533e7c4c", "LLMInferenceService": "sub-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04-kserve-route-authn"} 2026-07-07T22:51:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04", "reconcileID": "ac60ac97-60d0-4682-b7dc-ecdb533e7c4c", "LLMInferenceService": "sub-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04", "authType": "userdefined"} 2026-07-07T22:51:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04", "reconcileID": "ac60ac97-60d0-4682-b7dc-ecdb533e7c4c", "LLMInferenceService": "sub-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:52:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04", "reconcileID": "3cd975a4-f582-41f3-873e-cdfd792d140d", "LLMInferenceService": "sub-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:52:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04", "reconcileID": "3cd975a4-f582-41f3-873e-cdfd792d140d", "LLMInferenceService": "sub-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:52:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04", "reconcileID": "3cd975a4-f582-41f3-873e-cdfd792d140d", "LLMInferenceService": "sub-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:52:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04", "reconcileID": "3cd975a4-f582-41f3-873e-cdfd792d140d", "LLMInferenceService": "sub-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04-kserve-route-authn"} 2026-07-07T22:52:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04", "reconcileID": "3cd975a4-f582-41f3-873e-cdfd792d140d", "LLMInferenceService": "sub-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04", "authType": "userdefined"} 2026-07-07T22:52:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04", "reconcileID": "3cd975a4-f582-41f3-873e-cdfd792d140d", "LLMInferenceService": "sub-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:52:35Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94", "reconcileID": "7ee63eb9-59e3-40ea-b5b1-17a6f9f72d8c", "LLMInferenceService": "sub-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:52:35Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94", "reconcileID": "7ee63eb9-59e3-40ea-b5b1-17a6f9f72d8c", "LLMInferenceService": "sub-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94"} 2026-07-07T22:52:35Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94", "reconcileID": "7ee63eb9-59e3-40ea-b5b1-17a6f9f72d8c", "LLMInferenceService": "sub-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:52:35Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94", "reconcileID": "7ee63eb9-59e3-40ea-b5b1-17a6f9f72d8c", "LLMInferenceService": "sub-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:52:35Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94", "reconcileID": "7ee63eb9-59e3-40ea-b5b1-17a6f9f72d8c", "LLMInferenceService": "sub-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94-kserve-route-authn"} 2026-07-07T22:52:35Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94", "reconcileID": "7ee63eb9-59e3-40ea-b5b1-17a6f9f72d8c", "LLMInferenceService": "sub-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94-kserve-route-authn"} 2026-07-07T22:52:35Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94", "reconcileID": "7ee63eb9-59e3-40ea-b5b1-17a6f9f72d8c", "LLMInferenceService": "sub-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:52:35Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94", "reconcileID": "7ee63eb9-59e3-40ea-b5b1-17a6f9f72d8c", "LLMInferenceService": "sub-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:52:35Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "sub-test-model-af2c94", "reconcileID": "f9ba002f-0fa5-4c08-b19b-d6031288a6ef", "LLMInferenceService": "sub-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:52:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "c66b8210-9e1a-423a-9738-3c170e5ef674", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:52:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "c66b8210-9e1a-423a-9738-3c170e5ef674", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94-authn-ssl"} 2026-07-07T22:52:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "c66b8210-9e1a-423a-9738-3c170e5ef674", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:52:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "37610c65-a9f2-43ff-a27b-bbc4b614b1d6", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:52:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "37610c65-a9f2-43ff-a27b-bbc4b614b1d6", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94-authn-ssl"} 2026-07-07T22:52:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "37610c65-a9f2-43ff-a27b-bbc4b614b1d6", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:52:35Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04", "reconcileID": "ebca5337-7541-49e3-9d42-01612e323f27", "LLMInferenceService": "sub-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:52:35Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04", "reconcileID": "ebca5337-7541-49e3-9d42-01612e323f27", "LLMInferenceService": "sub-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04"} 2026-07-07T22:52:35Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04", "reconcileID": "ebca5337-7541-49e3-9d42-01612e323f27", "LLMInferenceService": "sub-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:52:35Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04", "reconcileID": "ebca5337-7541-49e3-9d42-01612e323f27", "LLMInferenceService": "sub-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:52:35Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04", "reconcileID": "ebca5337-7541-49e3-9d42-01612e323f27", "LLMInferenceService": "sub-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04-kserve-route-authn"} 2026-07-07T22:52:35Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04", "reconcileID": "ebca5337-7541-49e3-9d42-01612e323f27", "LLMInferenceService": "sub-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04-kserve-route-authn"} 2026-07-07T22:52:35Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04", "reconcileID": "ebca5337-7541-49e3-9d42-01612e323f27", "LLMInferenceService": "sub-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:52:35Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04", "reconcileID": "ebca5337-7541-49e3-9d42-01612e323f27", "LLMInferenceService": "sub-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:52:36Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "sub-test-model-986e04", "reconcileID": "621e0f80-3e9a-41ef-93b5-991b4b1438c8", "LLMInferenceService": "sub-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:52:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "2349a764-81be-44e2-9d7d-64bd75b91a60", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:52:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "2349a764-81be-44e2-9d7d-64bd75b91a60", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04-authn-ssl"} 2026-07-07T22:52:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "2349a764-81be-44e2-9d7d-64bd75b91a60", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:52:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "8936408e-d640-4959-b7e9-101bb0d80bcb", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:52:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "8936408e-d640-4959-b7e9-101bb0d80bcb", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04-authn-ssl"} 2026-07-07T22:52:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "8936408e-d640-4959-b7e9-101bb0d80bcb", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:52:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94", "reconcileID": "d9097377-d23d-4f71-8f0f-4d2327ca4abc", "LLMInferenceService": "rate-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:52:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94", "reconcileID": "d9097377-d23d-4f71-8f0f-4d2327ca4abc", "LLMInferenceService": "rate-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:52:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94", "reconcileID": "d9097377-d23d-4f71-8f0f-4d2327ca4abc", "LLMInferenceService": "rate-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:52:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "0b3411c7-3977-4b9f-827b-2c87a6200ffe", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:52:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94", "reconcileID": "d9097377-d23d-4f71-8f0f-4d2327ca4abc", "LLMInferenceService": "rate-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94-kserve-route-authn"} 2026-07-07T22:52:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94", "reconcileID": "d9097377-d23d-4f71-8f0f-4d2327ca4abc", "LLMInferenceService": "rate-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94", "authType": "userdefined"} 2026-07-07T22:52:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94", "reconcileID": "d9097377-d23d-4f71-8f0f-4d2327ca4abc", "LLMInferenceService": "rate-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:52:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "0b3411c7-3977-4b9f-827b-2c87a6200ffe", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94-authn-ssl"} 2026-07-07T22:52:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "0b3411c7-3977-4b9f-827b-2c87a6200ffe", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:52:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94", "reconcileID": "9733cc54-513a-4292-a8c4-3b888bb11bff", "LLMInferenceService": "rate-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:52:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94", "reconcileID": "9733cc54-513a-4292-a8c4-3b888bb11bff", "LLMInferenceService": "rate-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:52:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94", "reconcileID": "9733cc54-513a-4292-a8c4-3b888bb11bff", "LLMInferenceService": "rate-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:52:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94", "reconcileID": "9733cc54-513a-4292-a8c4-3b888bb11bff", "LLMInferenceService": "rate-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94-kserve-route-authn"} 2026-07-07T22:52:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94", "reconcileID": "9733cc54-513a-4292-a8c4-3b888bb11bff", "LLMInferenceService": "rate-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94", "authType": "userdefined"} 2026-07-07T22:52:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94", "reconcileID": "9733cc54-513a-4292-a8c4-3b888bb11bff", "LLMInferenceService": "rate-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:52:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "c91f5510-3fa4-457d-a391-ec343b2757b0", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:52:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "c91f5510-3fa4-457d-a391-ec343b2757b0", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94-authn-ssl"} 2026-07-07T22:52:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "c91f5510-3fa4-457d-a391-ec343b2757b0", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:52:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94", "reconcileID": "4a10c723-4a62-4a10-90a6-e514a6a96732", "LLMInferenceService": "rate-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:52:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94", "reconcileID": "4a10c723-4a62-4a10-90a6-e514a6a96732", "LLMInferenceService": "rate-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:52:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94", "reconcileID": "4a10c723-4a62-4a10-90a6-e514a6a96732", "LLMInferenceService": "rate-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:52:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94", "reconcileID": "4a10c723-4a62-4a10-90a6-e514a6a96732", "LLMInferenceService": "rate-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94-kserve-route-authn"} 2026-07-07T22:52:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94", "reconcileID": "4a10c723-4a62-4a10-90a6-e514a6a96732", "LLMInferenceService": "rate-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94", "authType": "userdefined"} 2026-07-07T22:52:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94", "reconcileID": "4a10c723-4a62-4a10-90a6-e514a6a96732", "LLMInferenceService": "rate-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:52:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94", "reconcileID": "72a0333b-73da-4321-a74b-a59e4b2f4779", "LLMInferenceService": "rate-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:52:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94", "reconcileID": "72a0333b-73da-4321-a74b-a59e4b2f4779", "LLMInferenceService": "rate-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:52:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94", "reconcileID": "72a0333b-73da-4321-a74b-a59e4b2f4779", "LLMInferenceService": "rate-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:52:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94", "reconcileID": "72a0333b-73da-4321-a74b-a59e4b2f4779", "LLMInferenceService": "rate-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94-kserve-route-authn"} 2026-07-07T22:52:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94", "reconcileID": "72a0333b-73da-4321-a74b-a59e4b2f4779", "LLMInferenceService": "rate-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94", "authType": "userdefined"} 2026-07-07T22:52:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94", "reconcileID": "72a0333b-73da-4321-a74b-a59e4b2f4779", "LLMInferenceService": "rate-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:52:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94", "reconcileID": "6414df04-9d72-4c59-b0e9-cdddde68ebe0", "LLMInferenceService": "rate-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:52:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94", "reconcileID": "6414df04-9d72-4c59-b0e9-cdddde68ebe0", "LLMInferenceService": "rate-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:52:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94", "reconcileID": "6414df04-9d72-4c59-b0e9-cdddde68ebe0", "LLMInferenceService": "rate-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:52:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94", "reconcileID": "6414df04-9d72-4c59-b0e9-cdddde68ebe0", "LLMInferenceService": "rate-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94-kserve-route-authn"} 2026-07-07T22:52:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94", "reconcileID": "6414df04-9d72-4c59-b0e9-cdddde68ebe0", "LLMInferenceService": "rate-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94", "authType": "userdefined"} 2026-07-07T22:52:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94", "reconcileID": "6414df04-9d72-4c59-b0e9-cdddde68ebe0", "LLMInferenceService": "rate-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:52:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04", "reconcileID": "efa5344b-390e-4e9a-9897-e0e41f032334", "LLMInferenceService": "rate-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:52:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04", "reconcileID": "efa5344b-390e-4e9a-9897-e0e41f032334", "LLMInferenceService": "rate-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:52:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04", "reconcileID": "efa5344b-390e-4e9a-9897-e0e41f032334", "LLMInferenceService": "rate-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:52:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "b8994306-010a-4196-a8ad-b851bf08188d", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:52:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04", "reconcileID": "efa5344b-390e-4e9a-9897-e0e41f032334", "LLMInferenceService": "rate-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04-kserve-route-authn"} 2026-07-07T22:52:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04", "reconcileID": "efa5344b-390e-4e9a-9897-e0e41f032334", "LLMInferenceService": "rate-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04", "authType": "userdefined"} 2026-07-07T22:52:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04", "reconcileID": "efa5344b-390e-4e9a-9897-e0e41f032334", "LLMInferenceService": "rate-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:52:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "b8994306-010a-4196-a8ad-b851bf08188d", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04-authn-ssl"} 2026-07-07T22:52:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "b8994306-010a-4196-a8ad-b851bf08188d", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:52:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04", "reconcileID": "5d39f0fa-4ed1-4868-9faa-15c2be1035cf", "LLMInferenceService": "rate-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:52:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04", "reconcileID": "5d39f0fa-4ed1-4868-9faa-15c2be1035cf", "LLMInferenceService": "rate-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:52:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04", "reconcileID": "5d39f0fa-4ed1-4868-9faa-15c2be1035cf", "LLMInferenceService": "rate-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:52:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04", "reconcileID": "5d39f0fa-4ed1-4868-9faa-15c2be1035cf", "LLMInferenceService": "rate-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04-kserve-route-authn"} 2026-07-07T22:52:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04", "reconcileID": "5d39f0fa-4ed1-4868-9faa-15c2be1035cf", "LLMInferenceService": "rate-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04", "authType": "userdefined"} 2026-07-07T22:52:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04", "reconcileID": "5d39f0fa-4ed1-4868-9faa-15c2be1035cf", "LLMInferenceService": "rate-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:53:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "a62836b0-2571-4ed1-84ec-96ab3c6c7f15", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:53:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "a62836b0-2571-4ed1-84ec-96ab3c6c7f15", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04-authn-ssl"} 2026-07-07T22:53:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "a62836b0-2571-4ed1-84ec-96ab3c6c7f15", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:53:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04", "reconcileID": "cf9f8e9a-163b-4554-a04e-ccbca28dc6a6", "LLMInferenceService": "rate-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:53:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04", "reconcileID": "cf9f8e9a-163b-4554-a04e-ccbca28dc6a6", "LLMInferenceService": "rate-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:53:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04", "reconcileID": "cf9f8e9a-163b-4554-a04e-ccbca28dc6a6", "LLMInferenceService": "rate-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:53:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04", "reconcileID": "cf9f8e9a-163b-4554-a04e-ccbca28dc6a6", "LLMInferenceService": "rate-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04-kserve-route-authn"} 2026-07-07T22:53:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04", "reconcileID": "cf9f8e9a-163b-4554-a04e-ccbca28dc6a6", "LLMInferenceService": "rate-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04", "authType": "userdefined"} 2026-07-07T22:53:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04", "reconcileID": "cf9f8e9a-163b-4554-a04e-ccbca28dc6a6", "LLMInferenceService": "rate-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:53:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04", "reconcileID": "2ef9743b-7a5d-4d72-a20d-a329058089dd", "LLMInferenceService": "rate-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:53:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04", "reconcileID": "2ef9743b-7a5d-4d72-a20d-a329058089dd", "LLMInferenceService": "rate-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:53:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04", "reconcileID": "2ef9743b-7a5d-4d72-a20d-a329058089dd", "LLMInferenceService": "rate-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:53:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04", "reconcileID": "2ef9743b-7a5d-4d72-a20d-a329058089dd", "LLMInferenceService": "rate-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04-kserve-route-authn"} 2026-07-07T22:53:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04", "reconcileID": "2ef9743b-7a5d-4d72-a20d-a329058089dd", "LLMInferenceService": "rate-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04", "authType": "userdefined"} 2026-07-07T22:53:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04", "reconcileID": "2ef9743b-7a5d-4d72-a20d-a329058089dd", "LLMInferenceService": "rate-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:53:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04", "reconcileID": "5cabef67-89d8-4ae1-b505-ebf203110596", "LLMInferenceService": "rate-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:53:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04", "reconcileID": "5cabef67-89d8-4ae1-b505-ebf203110596", "LLMInferenceService": "rate-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:53:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04", "reconcileID": "5cabef67-89d8-4ae1-b505-ebf203110596", "LLMInferenceService": "rate-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:53:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04", "reconcileID": "5cabef67-89d8-4ae1-b505-ebf203110596", "LLMInferenceService": "rate-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04-kserve-route-authn"} 2026-07-07T22:53:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04", "reconcileID": "5cabef67-89d8-4ae1-b505-ebf203110596", "LLMInferenceService": "rate-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04", "authType": "userdefined"} 2026-07-07T22:53:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04", "reconcileID": "5cabef67-89d8-4ae1-b505-ebf203110596", "LLMInferenceService": "rate-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:53:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "2ada8282-b84f-40ad-bd84-e865668c0a80", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T22:53:39Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94", "reconcileID": "45de2275-f10e-43e1-a82e-5cd80c25430e", "LLMInferenceService": "rate-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:53:39Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94", "reconcileID": "45de2275-f10e-43e1-a82e-5cd80c25430e", "LLMInferenceService": "rate-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94"} 2026-07-07T22:53:39Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94", "reconcileID": "45de2275-f10e-43e1-a82e-5cd80c25430e", "LLMInferenceService": "rate-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:53:39Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94", "reconcileID": "45de2275-f10e-43e1-a82e-5cd80c25430e", "LLMInferenceService": "rate-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:53:39Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94", "reconcileID": "45de2275-f10e-43e1-a82e-5cd80c25430e", "LLMInferenceService": "rate-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94-kserve-route-authn"} 2026-07-07T22:53:39Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94", "reconcileID": "45de2275-f10e-43e1-a82e-5cd80c25430e", "LLMInferenceService": "rate-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94-kserve-route-authn"} 2026-07-07T22:53:39Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94", "reconcileID": "45de2275-f10e-43e1-a82e-5cd80c25430e", "LLMInferenceService": "rate-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:53:39Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94", "reconcileID": "45de2275-f10e-43e1-a82e-5cd80c25430e", "LLMInferenceService": "rate-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:53:39Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af2c94","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "rate-test-model-af2c94", "reconcileID": "214f2d9e-e3fc-47ad-b150-c58745968d9a", "LLMInferenceService": "rate-test-model-af2c94", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:53:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "283d51bc-0b6a-4b9b-aaa1-b489d4f58df9", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:53:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "283d51bc-0b6a-4b9b-aaa1-b489d4f58df9", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94-authn-ssl"} 2026-07-07T22:53:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "283d51bc-0b6a-4b9b-aaa1-b489d4f58df9", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:53:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "55492431-6365-4d1e-8227-6bb1cec4fb43", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:53:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "55492431-6365-4d1e-8227-6bb1cec4fb43", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94-authn-ssl"} 2026-07-07T22:53:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "55492431-6365-4d1e-8227-6bb1cec4fb43", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:53:40Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04", "reconcileID": "6a04b11a-34e3-44e6-adc4-8f361f8e858c", "LLMInferenceService": "rate-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:53:40Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04", "reconcileID": "6a04b11a-34e3-44e6-adc4-8f361f8e858c", "LLMInferenceService": "rate-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04"} 2026-07-07T22:53:40Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04", "reconcileID": "6a04b11a-34e3-44e6-adc4-8f361f8e858c", "LLMInferenceService": "rate-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:53:40Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04", "reconcileID": "6a04b11a-34e3-44e6-adc4-8f361f8e858c", "LLMInferenceService": "rate-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:53:40Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04", "reconcileID": "6a04b11a-34e3-44e6-adc4-8f361f8e858c", "LLMInferenceService": "rate-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04-kserve-route-authn"} 2026-07-07T22:53:40Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04", "reconcileID": "6a04b11a-34e3-44e6-adc4-8f361f8e858c", "LLMInferenceService": "rate-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04-kserve-route-authn"} 2026-07-07T22:53:40Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04", "reconcileID": "6a04b11a-34e3-44e6-adc4-8f361f8e858c", "LLMInferenceService": "rate-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:53:40Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04", "reconcileID": "6a04b11a-34e3-44e6-adc4-8f361f8e858c", "LLMInferenceService": "rate-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:53:40Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-986e04","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "rate-test-model-986e04", "reconcileID": "d25c69c2-c850-4f71-b81f-bf587e9aa32e", "LLMInferenceService": "rate-test-model-986e04", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:53:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "6dcc64b5-6398-4866-9e37-1c6b44f09e01", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:53:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "6dcc64b5-6398-4866-9e37-1c6b44f09e01", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04-authn-ssl"} 2026-07-07T22:53:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "6dcc64b5-6398-4866-9e37-1c6b44f09e01", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:53:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "6951b181-fd80-485e-a0b4-bd52edc730f5", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:53:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "6951b181-fd80-485e-a0b4-bd52edc730f5", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04-authn-ssl"} 2026-07-07T22:53:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "6951b181-fd80-485e-a0b4-bd52edc730f5", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:53:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "c628d830-27ac-4a49-88b5-e9f17a19f979", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T22:53:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "807d8c2c-acfd-4fa7-acc0-76bee452f2ad", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:53:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "807d8c2c-acfd-4fa7-acc0-76bee452f2ad", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94-authn-ssl"} 2026-07-07T22:53:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "807d8c2c-acfd-4fa7-acc0-76bee452f2ad", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:54:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "2e3ef13e-8d67-4dd3-a482-d911ef4e6a2f", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T22:54:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00569f57-4956-4249-a68d-69ada2dd61b8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:54:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00569f57-4956-4249-a68d-69ada2dd61b8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-af2c94", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T22:54:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00569f57-4956-4249-a68d-69ada2dd61b8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-af2c94 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T22:54:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "odh-trusted-ca-bundle", "reconcileID": "464142fe-907d-4a41-8ac5-269a782563a5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:54:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "odh-trusted-ca-bundle", "reconcileID": "464142fe-907d-4a41-8ac5-269a782563a5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:54:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "openshift-service-ca.crt", "reconcileID": "1313c254-542d-4d1a-a9df-5756fa50b71b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:54:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "openshift-service-ca.crt", "reconcileID": "1313c254-542d-4d1a-a9df-5756fa50b71b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:54:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "87eb27e4-da8b-4b86-9d5e-165e637386ca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:54:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-af2c94"}, "namespace": "ai-tenant-e2e-shared-a-af2c94", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "87eb27e4-da8b-4b86-9d5e-165e637386ca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-af2c94"} 2026-07-07T22:54:24Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-af2c94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-af2c94", "reconcileID": "cab11e10-2350-44d7-973b-080fd4f6a2f9", "Gateway": "e2e-shared-a-af2c94", "namespace": "openshift-ingress"} 2026-07-07T22:54:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "aff9502f-589a-44f2-b698-b827db1268a8", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:54:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "aff9502f-589a-44f2-b698-b827db1268a8", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04-authn-ssl"} 2026-07-07T22:54:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "aff9502f-589a-44f2-b698-b827db1268a8", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"} 2026-07-07T22:54:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2fa445e3-1508-468b-942b-f64524e363f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:54:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2fa445e3-1508-468b-942b-f64524e363f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-986e04", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T22:54:31Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2fa445e3-1508-468b-942b-f64524e363f6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-986e04 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T22:54:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "odh-trusted-ca-bundle", "reconcileID": "00544e6d-c4dc-43f1-9662-4078543534e0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:54:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "odh-trusted-ca-bundle", "reconcileID": "00544e6d-c4dc-43f1-9662-4078543534e0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:54:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "openshift-service-ca.crt", "reconcileID": "18954802-c85a-4291-8877-23af53dd0377", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:54:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "openshift-service-ca.crt", "reconcileID": "18954802-c85a-4291-8877-23af53dd0377", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:54:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0647063d-fa7a-43d4-9115-bf25f032cfd8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:54:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-986e04"}, "namespace": "ai-tenant-e2e-shared-b-986e04", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0647063d-fa7a-43d4-9115-bf25f032cfd8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-986e04"} 2026-07-07T22:54:31Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-986e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-986e04", "reconcileID": "7b947db8-974a-45d5-8fb5-fa58df8c52da", "Gateway": "e2e-shared-b-986e04", "namespace": "openshift-ingress"}