2026-07-06T20:01:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "odh-trusted-ca-bundle", "reconcileID": "5688da5d-8087-47a5-bf3b-19570f75dabe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "update": "odh-kserve-custom-ca-bundle"} 2026-07-06T20:01:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "odh-trusted-ca-bundle", "reconcileID": "5688da5d-8087-47a5-bf3b-19570f75dabe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:01:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "532879c2-222b-40b4-8b8e-d4f93184e974", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:01:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "eb2c89f9-97df-413a-99bb-f848f537013f", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress"} 2026-07-06T20:01:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "eb2c89f9-97df-413a-99bb-f848f537013f", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec-authn-ssl"} 2026-07-06T20:01:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "eb2c89f9-97df-413a-99bb-f848f537013f", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress"} 2026-07-06T20:01:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "611ca7ed-0f34-49e0-baed-60b21e16eb27", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T20:02:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "9bcbabac-22df-4b59-b85b-97f9546c7339", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:02:02Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "9bcbabac-22df-4b59-b85b-97f9546c7339", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c-authn-ssl"} 2026-07-06T20:02:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "9bcbabac-22df-4b59-b85b-97f9546c7339", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:02:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "a9a29515-921c-4592-a420-ec1dfa4c2f60", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:02:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "a9a29515-921c-4592-a420-ec1dfa4c2f60", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c-authn-ssl"} 2026-07-06T20:02:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "a9a29515-921c-4592-a420-ec1dfa4c2f60", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:02:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "54e2a426-d78f-4233-a56c-f2ea62539f1b", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:02:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "54e2a426-d78f-4233-a56c-f2ea62539f1b", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c-authn-ssl"} 2026-07-06T20:02:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "54e2a426-d78f-4233-a56c-f2ea62539f1b", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:02:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "7f83ce60-eced-42b9-9e07-6177058e0563", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:02:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "7f83ce60-eced-42b9-9e07-6177058e0563", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c-authn-ssl"} 2026-07-06T20:02:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "7f83ce60-eced-42b9-9e07-6177058e0563", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:02:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "30d46976-a2de-4346-8d3a-a0caa65f4f4e", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:02:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "30d46976-a2de-4346-8d3a-a0caa65f4f4e", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c-authn-ssl"} 2026-07-06T20:02:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "30d46976-a2de-4346-8d3a-a0caa65f4f4e", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:02:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "71a2e79e-75aa-4506-bba7-7aca51732330", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:02:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "71a2e79e-75aa-4506-bba7-7aca51732330", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c-authn-ssl"} 2026-07-06T20:02:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "71a2e79e-75aa-4506-bba7-7aca51732330", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:02:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "59894d22-e7d6-4c00-8792-1344f1621ddd", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress"} 2026-07-06T20:02:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "59894d22-e7d6-4c00-8792-1344f1621ddd", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec-authn-ssl"} 2026-07-06T20:02:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "59894d22-e7d6-4c00-8792-1344f1621ddd", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress"} 2026-07-06T20:02:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "14798d74-4c74-4a39-9e5b-77f0c38f3b23", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:02:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "14798d74-4c74-4a39-9e5b-77f0c38f3b23", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c-authn-ssl"} 2026-07-06T20:02:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "14798d74-4c74-4a39-9e5b-77f0c38f3b23", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:02:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "openshift-service-ca.crt", "reconcileID": "c7b573be-20cc-4777-b460-ecba5358abda", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:02:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "odh-trusted-ca-bundle", "reconcileID": "23d64d79-c8c1-4e52-89fd-6e3504d18012", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:02:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "openshift-service-ca.crt", "reconcileID": "9254b80b-3118-4055-a32e-6c63d4fa4850", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-04d79c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T20:02:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "openshift-service-ca.crt", "reconcileID": "9254b80b-3118-4055-a32e-6c63d4fa4850", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:02:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df60f9ed-e73d-422f-9ea2-d0d9c60a0a9a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:02:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "openshift-service-ca.crt", "reconcileID": "d2025ed8-366f-4c87-9543-3eb840f62aa5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:02:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "odh-trusted-ca-bundle", "reconcileID": "9ee338c0-d399-438c-a921-a22a7984daef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-04d79c", "update": "odh-kserve-custom-ca-bundle"} 2026-07-06T20:02:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "odh-trusted-ca-bundle", "reconcileID": "9ee338c0-d399-438c-a921-a22a7984daef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:02:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6502d491-5597-4b6e-9d2b-91d8cffe0abd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:02:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "cfc3ec9a-3785-4bf8-a427-10f497d9b4fa", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T20:02:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "1644b5e9-2ced-44a1-8028-a60cff341b61", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:02:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "1644b5e9-2ced-44a1-8028-a60cff341b61", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c-authn-ssl"} 2026-07-06T20:02:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "1644b5e9-2ced-44a1-8028-a60cff341b61", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:02:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "c5b67b9e-4fb8-4626-9576-6f608338f9d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T20:02:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec", "reconcileID": "200e6999-feb3-45bb-a8e0-ed0e4b80ef07", "LLMInferenceService": "auth-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:02:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec", "reconcileID": "200e6999-feb3-45bb-a8e0-ed0e4b80ef07", "LLMInferenceService": "auth-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:02:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec", "reconcileID": "200e6999-feb3-45bb-a8e0-ed0e4b80ef07", "LLMInferenceService": "auth-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:02:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "816e44a0-7d40-4d5e-a30c-b693f9d72b12", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress"} 2026-07-06T20:02:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec", "reconcileID": "200e6999-feb3-45bb-a8e0-ed0e4b80ef07", "LLMInferenceService": "auth-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec-kserve-route-authn"} 2026-07-06T20:02:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec", "reconcileID": "200e6999-feb3-45bb-a8e0-ed0e4b80ef07", "LLMInferenceService": "auth-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "authType": "userdefined"} 2026-07-06T20:02:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec", "reconcileID": "200e6999-feb3-45bb-a8e0-ed0e4b80ef07", "LLMInferenceService": "auth-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:02:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "816e44a0-7d40-4d5e-a30c-b693f9d72b12", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec-authn-ssl"} 2026-07-06T20:02:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "816e44a0-7d40-4d5e-a30c-b693f9d72b12", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress"} 2026-07-06T20:02:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec", "reconcileID": "b0ec0ee0-4c62-4ae9-9ed0-67e571e3861e", "LLMInferenceService": "auth-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:02:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec", "reconcileID": "b0ec0ee0-4c62-4ae9-9ed0-67e571e3861e", "LLMInferenceService": "auth-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:02:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec", "reconcileID": "b0ec0ee0-4c62-4ae9-9ed0-67e571e3861e", "LLMInferenceService": "auth-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:02:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec", "reconcileID": "b0ec0ee0-4c62-4ae9-9ed0-67e571e3861e", "LLMInferenceService": "auth-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec-kserve-route-authn"} 2026-07-06T20:02:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec", "reconcileID": "b0ec0ee0-4c62-4ae9-9ed0-67e571e3861e", "LLMInferenceService": "auth-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "authType": "userdefined"} 2026-07-06T20:02:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec", "reconcileID": "b0ec0ee0-4c62-4ae9-9ed0-67e571e3861e", "LLMInferenceService": "auth-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:02:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "1dc2b435-9774-4c7c-8f50-1c3cdd71070c", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:02:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "1dc2b435-9774-4c7c-8f50-1c3cdd71070c", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c-authn-ssl"} 2026-07-06T20:02:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "1dc2b435-9774-4c7c-8f50-1c3cdd71070c", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:02:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "94db858f-307a-4980-bed8-c922aea412e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T20:02:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "f43a3ab6-60be-4f1b-96db-9565e05f4399", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress"} 2026-07-06T20:02:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "f43a3ab6-60be-4f1b-96db-9565e05f4399", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec-authn-ssl"} 2026-07-06T20:02:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "f43a3ab6-60be-4f1b-96db-9565e05f4399", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress"} 2026-07-06T20:02:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec", "reconcileID": "d0559677-4a12-42f2-abb6-3d94c9842dab", "LLMInferenceService": "auth-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:02:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec", "reconcileID": "d0559677-4a12-42f2-abb6-3d94c9842dab", "LLMInferenceService": "auth-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:02:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec", "reconcileID": "d0559677-4a12-42f2-abb6-3d94c9842dab", "LLMInferenceService": "auth-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:02:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec", "reconcileID": "d0559677-4a12-42f2-abb6-3d94c9842dab", "LLMInferenceService": "auth-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec-kserve-route-authn"} 2026-07-06T20:02:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec", "reconcileID": "d0559677-4a12-42f2-abb6-3d94c9842dab", "LLMInferenceService": "auth-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "authType": "userdefined"} 2026-07-06T20:02:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec", "reconcileID": "d0559677-4a12-42f2-abb6-3d94c9842dab", "LLMInferenceService": "auth-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:02:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "2ae5fb18-690d-4c72-99eb-8ca32d7dec44", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T20:02:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec", "reconcileID": "63e62ef8-2fd5-4d76-bc50-f9413d881839", "LLMInferenceService": "auth-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:02:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec", "reconcileID": "63e62ef8-2fd5-4d76-bc50-f9413d881839", "LLMInferenceService": "auth-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:02:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec", "reconcileID": "63e62ef8-2fd5-4d76-bc50-f9413d881839", "LLMInferenceService": "auth-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:02:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec", "reconcileID": "63e62ef8-2fd5-4d76-bc50-f9413d881839", "LLMInferenceService": "auth-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec-kserve-route-authn"} 2026-07-06T20:02:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec", "reconcileID": "63e62ef8-2fd5-4d76-bc50-f9413d881839", "LLMInferenceService": "auth-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "authType": "userdefined"} 2026-07-06T20:02:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec", "reconcileID": "63e62ef8-2fd5-4d76-bc50-f9413d881839", "LLMInferenceService": "auth-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:02:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec", "reconcileID": "4184d6e2-888c-4b8c-894f-4286e4ad180e", "LLMInferenceService": "auth-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:02:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec", "reconcileID": "4184d6e2-888c-4b8c-894f-4286e4ad180e", "LLMInferenceService": "auth-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:02:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec", "reconcileID": "4184d6e2-888c-4b8c-894f-4286e4ad180e", "LLMInferenceService": "auth-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:02:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec", "reconcileID": "4184d6e2-888c-4b8c-894f-4286e4ad180e", "LLMInferenceService": "auth-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec-kserve-route-authn"} 2026-07-06T20:02:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec", "reconcileID": "4184d6e2-888c-4b8c-894f-4286e4ad180e", "LLMInferenceService": "auth-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "authType": "userdefined"} 2026-07-06T20:02:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec", "reconcileID": "4184d6e2-888c-4b8c-894f-4286e4ad180e", "LLMInferenceService": "auth-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:02:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c", "reconcileID": "051e11f4-17e6-4ee1-b45b-e65f33b7e435", "LLMInferenceService": "auth-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:02:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c", "reconcileID": "051e11f4-17e6-4ee1-b45b-e65f33b7e435", "LLMInferenceService": "auth-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:02:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c", "reconcileID": "051e11f4-17e6-4ee1-b45b-e65f33b7e435", "LLMInferenceService": "auth-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:02:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c", "reconcileID": "051e11f4-17e6-4ee1-b45b-e65f33b7e435", "LLMInferenceService": "auth-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c-kserve-route-authn"} 2026-07-06T20:02:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c", "reconcileID": "051e11f4-17e6-4ee1-b45b-e65f33b7e435", "LLMInferenceService": "auth-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c", "authType": "userdefined"} 2026-07-06T20:02:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c", "reconcileID": "051e11f4-17e6-4ee1-b45b-e65f33b7e435", "LLMInferenceService": "auth-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:02:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "92e91509-5609-40b1-8f77-c988b597f43c", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:02:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "92e91509-5609-40b1-8f77-c988b597f43c", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c-authn-ssl"} 2026-07-06T20:02:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "92e91509-5609-40b1-8f77-c988b597f43c", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:02:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c", "reconcileID": "44da07c0-7bc9-4187-af4f-f346ad87026c", "LLMInferenceService": "auth-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:02:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c", "reconcileID": "44da07c0-7bc9-4187-af4f-f346ad87026c", "LLMInferenceService": "auth-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:02:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c", "reconcileID": "44da07c0-7bc9-4187-af4f-f346ad87026c", "LLMInferenceService": "auth-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:02:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c", "reconcileID": "44da07c0-7bc9-4187-af4f-f346ad87026c", "LLMInferenceService": "auth-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c-kserve-route-authn"} 2026-07-06T20:02:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c", "reconcileID": "44da07c0-7bc9-4187-af4f-f346ad87026c", "LLMInferenceService": "auth-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c", "authType": "userdefined"} 2026-07-06T20:02:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c", "reconcileID": "44da07c0-7bc9-4187-af4f-f346ad87026c", "LLMInferenceService": "auth-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:03:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "21079711-c683-450f-a7f9-cc0955b31516", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:03:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "21079711-c683-450f-a7f9-cc0955b31516", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c-authn-ssl"} 2026-07-06T20:03:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "21079711-c683-450f-a7f9-cc0955b31516", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:03:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c", "reconcileID": "887badb6-2e54-4447-a093-0344411178f0", "LLMInferenceService": "auth-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:03:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c", "reconcileID": "887badb6-2e54-4447-a093-0344411178f0", "LLMInferenceService": "auth-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:03:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c", "reconcileID": "887badb6-2e54-4447-a093-0344411178f0", "LLMInferenceService": "auth-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:03:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c", "reconcileID": "887badb6-2e54-4447-a093-0344411178f0", "LLMInferenceService": "auth-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c-kserve-route-authn"} 2026-07-06T20:03:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c", "reconcileID": "887badb6-2e54-4447-a093-0344411178f0", "LLMInferenceService": "auth-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c", "authType": "userdefined"} 2026-07-06T20:03:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c", "reconcileID": "887badb6-2e54-4447-a093-0344411178f0", "LLMInferenceService": "auth-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:03:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c", "reconcileID": "53cd42da-bf39-479b-b526-5e75a4295412", "LLMInferenceService": "auth-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:03:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c", "reconcileID": "53cd42da-bf39-479b-b526-5e75a4295412", "LLMInferenceService": "auth-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:03:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c", "reconcileID": "53cd42da-bf39-479b-b526-5e75a4295412", "LLMInferenceService": "auth-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:03:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c", "reconcileID": "53cd42da-bf39-479b-b526-5e75a4295412", "LLMInferenceService": "auth-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c-kserve-route-authn"} 2026-07-06T20:03:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c", "reconcileID": "53cd42da-bf39-479b-b526-5e75a4295412", "LLMInferenceService": "auth-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c", "authType": "userdefined"} 2026-07-06T20:03:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c", "reconcileID": "53cd42da-bf39-479b-b526-5e75a4295412", "LLMInferenceService": "auth-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:03:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c", "reconcileID": "c9e01ad8-f5c9-43e0-848d-55f2a44c3fe2", "LLMInferenceService": "auth-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:03:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c", "reconcileID": "c9e01ad8-f5c9-43e0-848d-55f2a44c3fe2", "LLMInferenceService": "auth-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:03:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c", "reconcileID": "c9e01ad8-f5c9-43e0-848d-55f2a44c3fe2", "LLMInferenceService": "auth-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:03:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c", "reconcileID": "c9e01ad8-f5c9-43e0-848d-55f2a44c3fe2", "LLMInferenceService": "auth-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c-kserve-route-authn"} 2026-07-06T20:03:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c", "reconcileID": "c9e01ad8-f5c9-43e0-848d-55f2a44c3fe2", "LLMInferenceService": "auth-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c", "authType": "userdefined"} 2026-07-06T20:03:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c", "reconcileID": "c9e01ad8-f5c9-43e0-848d-55f2a44c3fe2", "LLMInferenceService": "auth-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:03:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "ba8ebd0b-313c-4da8-8c88-4a29cf3add2d", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress"} 2026-07-06T20:03:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "ba8ebd0b-313c-4da8-8c88-4a29cf3add2d", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec-authn-ssl"} 2026-07-06T20:03:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "ba8ebd0b-313c-4da8-8c88-4a29cf3add2d", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress"} I0706 20:03:30.262081 1 reflector.go:568] "Warning: watch ended with error" reflector="go/pkg/mod/k8s.io/client-go@v0.34.3/tools/cache/reflector.go:290" type="*v1.Route" err="an error on the server (\"unable to decode an event from the watch stream: stream error: stream ID 1857; INTERNAL_ERROR; received from peer\") has prevented the request from succeeding" I0706 20:03:30.263990 1 reflector.go:568] "Warning: watch ended with error" reflector="go/pkg/mod/k8s.io/client-go@v0.34.3/tools/cache/reflector.go:290" type="*v1.Template" err="an error on the server (\"unable to decode an event from the watch stream: stream error: stream ID 1353; INTERNAL_ERROR; received from peer\") has prevented the request from succeeding" 2026-07-06T20:03:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "119b4a73-86d2-4bf0-a1ab-1af7fd183303", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:03:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "119b4a73-86d2-4bf0-a1ab-1af7fd183303", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c-authn-ssl"} 2026-07-06T20:03:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "119b4a73-86d2-4bf0-a1ab-1af7fd183303", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} E0706 20:03:31.257708 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Template: the server is currently unable to handle the request (get templates.template.openshift.io)" logger="UnhandledError" reflector="go/pkg/mod/k8s.io/client-go@v0.34.3/tools/cache/reflector.go:290" type="*v1.Template" E0706 20:03:31.373215 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Route: the server is currently unable to handle the request (get routes.route.openshift.io)" logger="UnhandledError" reflector="go/pkg/mod/k8s.io/client-go@v0.34.3/tools/cache/reflector.go:290" type="*v1.Route" E0706 20:03:33.239977 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Route: the server is currently unable to handle the request (get routes.route.openshift.io)" logger="UnhandledError" reflector="go/pkg/mod/k8s.io/client-go@v0.34.3/tools/cache/reflector.go:290" type="*v1.Route" E0706 20:03:33.332552 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Template: the server is currently unable to handle the request (get templates.template.openshift.io)" logger="UnhandledError" reflector="go/pkg/mod/k8s.io/client-go@v0.34.3/tools/cache/reflector.go:290" type="*v1.Template" E0706 20:03:37.471108 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Route: the server is currently unable to handle the request (get routes.route.openshift.io)" logger="UnhandledError" reflector="go/pkg/mod/k8s.io/client-go@v0.34.3/tools/cache/reflector.go:290" type="*v1.Route" E0706 20:03:38.515917 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Template: the server is currently unable to handle the request (get templates.template.openshift.io)" logger="UnhandledError" reflector="go/pkg/mod/k8s.io/client-go@v0.34.3/tools/cache/reflector.go:290" type="*v1.Template" E0706 20:03:45.017985 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Route: the server is currently unable to handle the request (get routes.route.openshift.io)" logger="UnhandledError" reflector="go/pkg/mod/k8s.io/client-go@v0.34.3/tools/cache/reflector.go:290" type="*v1.Route" E0706 20:03:49.623602 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Template: the server is currently unable to handle the request (get templates.template.openshift.io)" logger="UnhandledError" reflector="go/pkg/mod/k8s.io/client-go@v0.34.3/tools/cache/reflector.go:290" type="*v1.Template" E0706 20:03:59.640884 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Route: the server is currently unable to handle the request (get routes.route.openshift.io)" logger="UnhandledError" reflector="go/pkg/mod/k8s.io/client-go@v0.34.3/tools/cache/reflector.go:290" type="*v1.Route" E0706 20:04:02.463476 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Template: the server is currently unable to handle the request (get templates.template.openshift.io)" logger="UnhandledError" reflector="go/pkg/mod/k8s.io/client-go@v0.34.3/tools/cache/reflector.go:290" type="*v1.Template" E0706 20:04:38.399163 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Route: the server is currently unable to handle the request (get routes.route.openshift.io)" logger="UnhandledError" reflector="go/pkg/mod/k8s.io/client-go@v0.34.3/tools/cache/reflector.go:290" type="*v1.Route" E0706 20:04:43.483421 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Template: the server is currently unable to handle the request (get templates.template.openshift.io)" logger="UnhandledError" reflector="go/pkg/mod/k8s.io/client-go@v0.34.3/tools/cache/reflector.go:290" type="*v1.Template" 2026-07-06T20:04:59Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec", "reconcileID": "59ff017a-4ffc-4e01-ac68-b0824056a8f7", "LLMInferenceService": "auth-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:04:59Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec", "reconcileID": "59ff017a-4ffc-4e01-ac68-b0824056a8f7", "LLMInferenceService": "auth-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec"} 2026-07-06T20:04:59Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec", "reconcileID": "59ff017a-4ffc-4e01-ac68-b0824056a8f7", "LLMInferenceService": "auth-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:04:59Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec", "reconcileID": "59ff017a-4ffc-4e01-ac68-b0824056a8f7", "LLMInferenceService": "auth-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:04:59Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec", "reconcileID": "59ff017a-4ffc-4e01-ac68-b0824056a8f7", "LLMInferenceService": "auth-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec-kserve-route-authn"} 2026-07-06T20:04:59Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec", "reconcileID": "59ff017a-4ffc-4e01-ac68-b0824056a8f7", "LLMInferenceService": "auth-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec-kserve-route-authn"} 2026-07-06T20:04:59Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec", "reconcileID": "59ff017a-4ffc-4e01-ac68-b0824056a8f7", "LLMInferenceService": "auth-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:04:59Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec", "reconcileID": "59ff017a-4ffc-4e01-ac68-b0824056a8f7", "LLMInferenceService": "auth-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:04:59Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "auth-test-model-cd90ec", "reconcileID": "777ace8b-978a-433e-a969-2caa7bf78f87", "LLMInferenceService": "auth-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:04:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "890e07f5-2462-4fa4-963e-32b34e2d0e5b", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress"} 2026-07-06T20:04:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "890e07f5-2462-4fa4-963e-32b34e2d0e5b", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec-authn-ssl"} 2026-07-06T20:04:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "890e07f5-2462-4fa4-963e-32b34e2d0e5b", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress"} 2026-07-06T20:04:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "5c8c020b-fd8f-4e7c-9a94-c9e5a958bca4", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress"} 2026-07-06T20:04:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "5c8c020b-fd8f-4e7c-9a94-c9e5a958bca4", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec-authn-ssl"} 2026-07-06T20:04:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "5c8c020b-fd8f-4e7c-9a94-c9e5a958bca4", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress"} 2026-07-06T20:05:00Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c", "reconcileID": "4977ccf0-867e-4654-8153-33ea3cb562a3", "LLMInferenceService": "auth-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:05:00Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c", "reconcileID": "4977ccf0-867e-4654-8153-33ea3cb562a3", "LLMInferenceService": "auth-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c"} 2026-07-06T20:05:00Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c", "reconcileID": "4977ccf0-867e-4654-8153-33ea3cb562a3", "LLMInferenceService": "auth-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:05:00Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c", "reconcileID": "4977ccf0-867e-4654-8153-33ea3cb562a3", "LLMInferenceService": "auth-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:05:00Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c", "reconcileID": "4977ccf0-867e-4654-8153-33ea3cb562a3", "LLMInferenceService": "auth-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c-kserve-route-authn"} 2026-07-06T20:05:00Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c", "reconcileID": "4977ccf0-867e-4654-8153-33ea3cb562a3", "LLMInferenceService": "auth-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c-kserve-route-authn"} 2026-07-06T20:05:00Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c", "reconcileID": "4977ccf0-867e-4654-8153-33ea3cb562a3", "LLMInferenceService": "auth-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:05:00Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c", "reconcileID": "4977ccf0-867e-4654-8153-33ea3cb562a3", "LLMInferenceService": "auth-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:05:00Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "auth-test-model-04d79c", "reconcileID": "07fb5e4a-b427-4e0b-ab09-b29bb989feb3", "LLMInferenceService": "auth-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:05:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "884405a2-d5fc-4012-806b-786edc895c96", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:05:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "884405a2-d5fc-4012-806b-786edc895c96", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c-authn-ssl"} 2026-07-06T20:05:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "884405a2-d5fc-4012-806b-786edc895c96", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:05:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "c24fca79-8e89-4fc6-9805-9c0f5d0be84c", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:05:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "c24fca79-8e89-4fc6-9805-9c0f5d0be84c", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c-authn-ssl"} 2026-07-06T20:05:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "c24fca79-8e89-4fc6-9805-9c0f5d0be84c", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:05:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec", "reconcileID": "b7fcdb61-baa1-4a48-87f4-6b54ba8e8b08", "LLMInferenceService": "sub-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:05:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec", "reconcileID": "b7fcdb61-baa1-4a48-87f4-6b54ba8e8b08", "LLMInferenceService": "sub-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:05:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec", "reconcileID": "b7fcdb61-baa1-4a48-87f4-6b54ba8e8b08", "LLMInferenceService": "sub-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:05:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "b53929db-52c7-4685-bc62-e0bb8d747a42", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress"} 2026-07-06T20:05:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec", "reconcileID": "b7fcdb61-baa1-4a48-87f4-6b54ba8e8b08", "LLMInferenceService": "sub-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec-kserve-route-authn"} 2026-07-06T20:05:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec", "reconcileID": "b7fcdb61-baa1-4a48-87f4-6b54ba8e8b08", "LLMInferenceService": "sub-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "authType": "userdefined"} 2026-07-06T20:05:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec", "reconcileID": "b7fcdb61-baa1-4a48-87f4-6b54ba8e8b08", "LLMInferenceService": "sub-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:05:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "b53929db-52c7-4685-bc62-e0bb8d747a42", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec-authn-ssl"} 2026-07-06T20:05:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "b53929db-52c7-4685-bc62-e0bb8d747a42", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress"} 2026-07-06T20:05:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec", "reconcileID": "6436bc04-09d1-4efc-a450-42d5602547fd", "LLMInferenceService": "sub-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:05:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec", "reconcileID": "6436bc04-09d1-4efc-a450-42d5602547fd", "LLMInferenceService": "sub-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:05:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec", "reconcileID": "6436bc04-09d1-4efc-a450-42d5602547fd", "LLMInferenceService": "sub-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:05:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec", "reconcileID": "6436bc04-09d1-4efc-a450-42d5602547fd", "LLMInferenceService": "sub-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec-kserve-route-authn"} 2026-07-06T20:05:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec", "reconcileID": "6436bc04-09d1-4efc-a450-42d5602547fd", "LLMInferenceService": "sub-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "authType": "userdefined"} 2026-07-06T20:05:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec", "reconcileID": "6436bc04-09d1-4efc-a450-42d5602547fd", "LLMInferenceService": "sub-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:05:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "25c08d55-60d6-4dd3-84bc-32dfb72b4d2a", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress"} 2026-07-06T20:05:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "25c08d55-60d6-4dd3-84bc-32dfb72b4d2a", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec-authn-ssl"} 2026-07-06T20:05:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "25c08d55-60d6-4dd3-84bc-32dfb72b4d2a", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress"} 2026-07-06T20:05:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec", "reconcileID": "0a2839aa-3748-4c9d-bf42-195aa1b6a1a5", "LLMInferenceService": "sub-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:05:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec", "reconcileID": "0a2839aa-3748-4c9d-bf42-195aa1b6a1a5", "LLMInferenceService": "sub-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:05:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec", "reconcileID": "0a2839aa-3748-4c9d-bf42-195aa1b6a1a5", "LLMInferenceService": "sub-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:05:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec", "reconcileID": "0a2839aa-3748-4c9d-bf42-195aa1b6a1a5", "LLMInferenceService": "sub-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec-kserve-route-authn"} 2026-07-06T20:05:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec", "reconcileID": "0a2839aa-3748-4c9d-bf42-195aa1b6a1a5", "LLMInferenceService": "sub-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "authType": "userdefined"} 2026-07-06T20:05:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec", "reconcileID": "0a2839aa-3748-4c9d-bf42-195aa1b6a1a5", "LLMInferenceService": "sub-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} E0706 20:05:11.301424 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Route: the server is currently unable to handle the request (get routes.route.openshift.io)" logger="UnhandledError" reflector="go/pkg/mod/k8s.io/client-go@v0.34.3/tools/cache/reflector.go:290" type="*v1.Route" 2026-07-06T20:05:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec", "reconcileID": "decf622f-759c-4790-ac18-8a1a540e9377", "LLMInferenceService": "sub-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:05:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec", "reconcileID": "decf622f-759c-4790-ac18-8a1a540e9377", "LLMInferenceService": "sub-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:05:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec", "reconcileID": "decf622f-759c-4790-ac18-8a1a540e9377", "LLMInferenceService": "sub-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:05:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec", "reconcileID": "decf622f-759c-4790-ac18-8a1a540e9377", "LLMInferenceService": "sub-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec-kserve-route-authn"} 2026-07-06T20:05:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec", "reconcileID": "decf622f-759c-4790-ac18-8a1a540e9377", "LLMInferenceService": "sub-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "authType": "userdefined"} 2026-07-06T20:05:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec", "reconcileID": "decf622f-759c-4790-ac18-8a1a540e9377", "LLMInferenceService": "sub-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:05:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec", "reconcileID": "bc91749d-9c97-45fd-94e6-86975844ea67", "LLMInferenceService": "sub-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:05:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec", "reconcileID": "bc91749d-9c97-45fd-94e6-86975844ea67", "LLMInferenceService": "sub-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:05:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec", "reconcileID": "bc91749d-9c97-45fd-94e6-86975844ea67", "LLMInferenceService": "sub-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:05:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec", "reconcileID": "bc91749d-9c97-45fd-94e6-86975844ea67", "LLMInferenceService": "sub-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec-kserve-route-authn"} 2026-07-06T20:05:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec", "reconcileID": "bc91749d-9c97-45fd-94e6-86975844ea67", "LLMInferenceService": "sub-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "authType": "userdefined"} 2026-07-06T20:05:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec", "reconcileID": "bc91749d-9c97-45fd-94e6-86975844ea67", "LLMInferenceService": "sub-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:05:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c", "reconcileID": "57f50679-d427-4041-8c51-bf56577bd616", "LLMInferenceService": "sub-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:05:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c", "reconcileID": "57f50679-d427-4041-8c51-bf56577bd616", "LLMInferenceService": "sub-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:05:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c", "reconcileID": "57f50679-d427-4041-8c51-bf56577bd616", "LLMInferenceService": "sub-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:05:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "8f27bdad-be34-455d-985b-1d04b02ab694", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:05:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c", "reconcileID": "57f50679-d427-4041-8c51-bf56577bd616", "LLMInferenceService": "sub-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c-kserve-route-authn"} 2026-07-06T20:05:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c", "reconcileID": "57f50679-d427-4041-8c51-bf56577bd616", "LLMInferenceService": "sub-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c", "authType": "userdefined"} 2026-07-06T20:05:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c", "reconcileID": "57f50679-d427-4041-8c51-bf56577bd616", "LLMInferenceService": "sub-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:05:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "8f27bdad-be34-455d-985b-1d04b02ab694", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c-authn-ssl"} 2026-07-06T20:05:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "8f27bdad-be34-455d-985b-1d04b02ab694", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:05:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c", "reconcileID": "375ba20f-0b40-47b5-8097-37aafd75001d", "LLMInferenceService": "sub-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:05:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c", "reconcileID": "375ba20f-0b40-47b5-8097-37aafd75001d", "LLMInferenceService": "sub-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:05:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c", "reconcileID": "375ba20f-0b40-47b5-8097-37aafd75001d", "LLMInferenceService": "sub-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:05:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c", "reconcileID": "375ba20f-0b40-47b5-8097-37aafd75001d", "LLMInferenceService": "sub-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c-kserve-route-authn"} 2026-07-06T20:05:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c", "reconcileID": "375ba20f-0b40-47b5-8097-37aafd75001d", "LLMInferenceService": "sub-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c", "authType": "userdefined"} 2026-07-06T20:05:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c", "reconcileID": "375ba20f-0b40-47b5-8097-37aafd75001d", "LLMInferenceService": "sub-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:05:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "631d2b1b-d8b5-49c3-955a-4a5c2072316d", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:05:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "631d2b1b-d8b5-49c3-955a-4a5c2072316d", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c-authn-ssl"} 2026-07-06T20:05:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "631d2b1b-d8b5-49c3-955a-4a5c2072316d", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:05:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c", "reconcileID": "9a304ea4-22ed-467d-adb5-2b57840d2de2", "LLMInferenceService": "sub-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:05:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c", "reconcileID": "9a304ea4-22ed-467d-adb5-2b57840d2de2", "LLMInferenceService": "sub-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:05:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c", "reconcileID": "9a304ea4-22ed-467d-adb5-2b57840d2de2", "LLMInferenceService": "sub-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:05:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c", "reconcileID": "9a304ea4-22ed-467d-adb5-2b57840d2de2", "LLMInferenceService": "sub-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c-kserve-route-authn"} 2026-07-06T20:05:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c", "reconcileID": "9a304ea4-22ed-467d-adb5-2b57840d2de2", "LLMInferenceService": "sub-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c", "authType": "userdefined"} 2026-07-06T20:05:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c", "reconcileID": "9a304ea4-22ed-467d-adb5-2b57840d2de2", "LLMInferenceService": "sub-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} E0706 20:05:28.927527 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Template: the server is currently unable to handle the request (get templates.template.openshift.io)" logger="UnhandledError" reflector="go/pkg/mod/k8s.io/client-go@v0.34.3/tools/cache/reflector.go:290" type="*v1.Template" 2026-07-06T20:05:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c", "reconcileID": "35031463-059d-44bf-bd99-0d3c69c795f6", "LLMInferenceService": "sub-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:05:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c", "reconcileID": "35031463-059d-44bf-bd99-0d3c69c795f6", "LLMInferenceService": "sub-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:05:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c", "reconcileID": "35031463-059d-44bf-bd99-0d3c69c795f6", "LLMInferenceService": "sub-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:05:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c", "reconcileID": "35031463-059d-44bf-bd99-0d3c69c795f6", "LLMInferenceService": "sub-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c-kserve-route-authn"} 2026-07-06T20:05:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c", "reconcileID": "35031463-059d-44bf-bd99-0d3c69c795f6", "LLMInferenceService": "sub-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c", "authType": "userdefined"} 2026-07-06T20:05:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c", "reconcileID": "35031463-059d-44bf-bd99-0d3c69c795f6", "LLMInferenceService": "sub-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:05:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c", "reconcileID": "5a21da4e-b7c3-42d2-b980-e090f001a71c", "LLMInferenceService": "sub-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:05:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c", "reconcileID": "5a21da4e-b7c3-42d2-b980-e090f001a71c", "LLMInferenceService": "sub-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:05:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c", "reconcileID": "5a21da4e-b7c3-42d2-b980-e090f001a71c", "LLMInferenceService": "sub-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:05:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c", "reconcileID": "5a21da4e-b7c3-42d2-b980-e090f001a71c", "LLMInferenceService": "sub-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c-kserve-route-authn"} 2026-07-06T20:05:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c", "reconcileID": "5a21da4e-b7c3-42d2-b980-e090f001a71c", "LLMInferenceService": "sub-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c", "authType": "userdefined"} 2026-07-06T20:05:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c", "reconcileID": "5a21da4e-b7c3-42d2-b980-e090f001a71c", "LLMInferenceService": "sub-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:05:58Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec", "reconcileID": "08ef0422-0df0-475f-bef3-092cbacb2d34", "LLMInferenceService": "sub-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:05:58Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec", "reconcileID": "08ef0422-0df0-475f-bef3-092cbacb2d34", "LLMInferenceService": "sub-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec"} 2026-07-06T20:05:58Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec", "reconcileID": "08ef0422-0df0-475f-bef3-092cbacb2d34", "LLMInferenceService": "sub-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:05:58Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec", "reconcileID": "08ef0422-0df0-475f-bef3-092cbacb2d34", "LLMInferenceService": "sub-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:05:58Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec", "reconcileID": "08ef0422-0df0-475f-bef3-092cbacb2d34", "LLMInferenceService": "sub-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec-kserve-route-authn"} 2026-07-06T20:05:58Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec", "reconcileID": "08ef0422-0df0-475f-bef3-092cbacb2d34", "LLMInferenceService": "sub-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec-kserve-route-authn"} 2026-07-06T20:05:58Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec", "reconcileID": "08ef0422-0df0-475f-bef3-092cbacb2d34", "LLMInferenceService": "sub-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:05:58Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec", "reconcileID": "08ef0422-0df0-475f-bef3-092cbacb2d34", "LLMInferenceService": "sub-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:05:58Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "sub-test-model-cd90ec", "reconcileID": "a04bf12f-24cf-4107-9565-3e5ec23e150f", "LLMInferenceService": "sub-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:05:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "787d6eba-3afc-46a2-8edb-f2b3414b44ef", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress"} 2026-07-06T20:05:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "787d6eba-3afc-46a2-8edb-f2b3414b44ef", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec-authn-ssl"} 2026-07-06T20:05:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "787d6eba-3afc-46a2-8edb-f2b3414b44ef", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress"} 2026-07-06T20:05:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "418408c0-84a0-4141-b260-c054fce35e41", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress"} 2026-07-06T20:05:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "418408c0-84a0-4141-b260-c054fce35e41", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec-authn-ssl"} 2026-07-06T20:05:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "418408c0-84a0-4141-b260-c054fce35e41", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress"} 2026-07-06T20:05:58Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c", "reconcileID": "d5d37c81-b0d1-40dd-9065-d51890bb5632", "LLMInferenceService": "sub-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:05:58Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c", "reconcileID": "d5d37c81-b0d1-40dd-9065-d51890bb5632", "LLMInferenceService": "sub-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c"} 2026-07-06T20:05:58Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c", "reconcileID": "d5d37c81-b0d1-40dd-9065-d51890bb5632", "LLMInferenceService": "sub-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:05:58Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c", "reconcileID": "d5d37c81-b0d1-40dd-9065-d51890bb5632", "LLMInferenceService": "sub-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:05:58Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c", "reconcileID": "d5d37c81-b0d1-40dd-9065-d51890bb5632", "LLMInferenceService": "sub-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c-kserve-route-authn"} 2026-07-06T20:05:58Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c", "reconcileID": "d5d37c81-b0d1-40dd-9065-d51890bb5632", "LLMInferenceService": "sub-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c-kserve-route-authn"} 2026-07-06T20:05:58Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c", "reconcileID": "d5d37c81-b0d1-40dd-9065-d51890bb5632", "LLMInferenceService": "sub-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:05:58Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c", "reconcileID": "d5d37c81-b0d1-40dd-9065-d51890bb5632", "LLMInferenceService": "sub-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:05:59Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "sub-test-model-04d79c", "reconcileID": "a38d531e-af63-40d4-818d-024a5543388d", "LLMInferenceService": "sub-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:05:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "1ae2eed8-8fed-4b9a-b076-3ecc73f0712d", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:05:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "1ae2eed8-8fed-4b9a-b076-3ecc73f0712d", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c-authn-ssl"} 2026-07-06T20:05:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "1ae2eed8-8fed-4b9a-b076-3ecc73f0712d", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:05:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "458bb2f7-5e0d-408e-b879-2d3cb4f78399", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:05:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "458bb2f7-5e0d-408e-b879-2d3cb4f78399", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c-authn-ssl"} 2026-07-06T20:05:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "458bb2f7-5e0d-408e-b879-2d3cb4f78399", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:05:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec", "reconcileID": "e1802b56-a63d-4d78-a2c3-1706f94b5416", "LLMInferenceService": "rate-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:05:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec", "reconcileID": "e1802b56-a63d-4d78-a2c3-1706f94b5416", "LLMInferenceService": "rate-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:05:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec", "reconcileID": "e1802b56-a63d-4d78-a2c3-1706f94b5416", "LLMInferenceService": "rate-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:05:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "5570fc2a-d622-42d0-b559-f060650b1435", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress"} 2026-07-06T20:05:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec", "reconcileID": "e1802b56-a63d-4d78-a2c3-1706f94b5416", "LLMInferenceService": "rate-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec-kserve-route-authn"} 2026-07-06T20:05:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec", "reconcileID": "e1802b56-a63d-4d78-a2c3-1706f94b5416", "LLMInferenceService": "rate-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "authType": "userdefined"} 2026-07-06T20:05:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec", "reconcileID": "e1802b56-a63d-4d78-a2c3-1706f94b5416", "LLMInferenceService": "rate-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:05:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "5570fc2a-d622-42d0-b559-f060650b1435", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec-authn-ssl"} 2026-07-06T20:05:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "5570fc2a-d622-42d0-b559-f060650b1435", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress"} 2026-07-06T20:05:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec", "reconcileID": "ee6157f2-c822-4204-af37-d76482f02aef", "LLMInferenceService": "rate-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:05:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec", "reconcileID": "ee6157f2-c822-4204-af37-d76482f02aef", "LLMInferenceService": "rate-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:05:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec", "reconcileID": "ee6157f2-c822-4204-af37-d76482f02aef", "LLMInferenceService": "rate-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:05:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec", "reconcileID": "ee6157f2-c822-4204-af37-d76482f02aef", "LLMInferenceService": "rate-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec-kserve-route-authn"} 2026-07-06T20:05:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec", "reconcileID": "ee6157f2-c822-4204-af37-d76482f02aef", "LLMInferenceService": "rate-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "authType": "userdefined"} 2026-07-06T20:05:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec", "reconcileID": "ee6157f2-c822-4204-af37-d76482f02aef", "LLMInferenceService": "rate-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:06:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "7f1d23a0-451e-44c9-8884-462a882aec7a", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress"} 2026-07-06T20:06:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "7f1d23a0-451e-44c9-8884-462a882aec7a", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec-authn-ssl"} 2026-07-06T20:06:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "7f1d23a0-451e-44c9-8884-462a882aec7a", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress"} 2026-07-06T20:06:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec", "reconcileID": "2c9a7794-e1fb-4ad7-b50c-b1f0f458ebf9", "LLMInferenceService": "rate-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:06:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec", "reconcileID": "2c9a7794-e1fb-4ad7-b50c-b1f0f458ebf9", "LLMInferenceService": "rate-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:06:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec", "reconcileID": "2c9a7794-e1fb-4ad7-b50c-b1f0f458ebf9", "LLMInferenceService": "rate-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:06:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec", "reconcileID": "2c9a7794-e1fb-4ad7-b50c-b1f0f458ebf9", "LLMInferenceService": "rate-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec-kserve-route-authn"} 2026-07-06T20:06:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec", "reconcileID": "2c9a7794-e1fb-4ad7-b50c-b1f0f458ebf9", "LLMInferenceService": "rate-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "authType": "userdefined"} 2026-07-06T20:06:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec", "reconcileID": "2c9a7794-e1fb-4ad7-b50c-b1f0f458ebf9", "LLMInferenceService": "rate-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:06:12Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T20:06:12Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T20:06:13Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T20:06:13Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T20:06:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec", "reconcileID": "d0150d2e-37f7-4626-9496-6a8d984aaa1e", "LLMInferenceService": "rate-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:06:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec", "reconcileID": "d0150d2e-37f7-4626-9496-6a8d984aaa1e", "LLMInferenceService": "rate-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:06:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec", "reconcileID": "d0150d2e-37f7-4626-9496-6a8d984aaa1e", "LLMInferenceService": "rate-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:06:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec", "reconcileID": "d0150d2e-37f7-4626-9496-6a8d984aaa1e", "LLMInferenceService": "rate-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec-kserve-route-authn"} 2026-07-06T20:06:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec", "reconcileID": "d0150d2e-37f7-4626-9496-6a8d984aaa1e", "LLMInferenceService": "rate-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "authType": "userdefined"} 2026-07-06T20:06:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec", "reconcileID": "d0150d2e-37f7-4626-9496-6a8d984aaa1e", "LLMInferenceService": "rate-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:06:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec", "reconcileID": "d7ea25cf-7098-4b69-963c-16116cd15d5e", "LLMInferenceService": "rate-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:06:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec", "reconcileID": "d7ea25cf-7098-4b69-963c-16116cd15d5e", "LLMInferenceService": "rate-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:06:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec", "reconcileID": "d7ea25cf-7098-4b69-963c-16116cd15d5e", "LLMInferenceService": "rate-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:06:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec", "reconcileID": "d7ea25cf-7098-4b69-963c-16116cd15d5e", "LLMInferenceService": "rate-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec-kserve-route-authn"} 2026-07-06T20:06:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec", "reconcileID": "d7ea25cf-7098-4b69-963c-16116cd15d5e", "LLMInferenceService": "rate-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "authType": "userdefined"} 2026-07-06T20:06:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec", "reconcileID": "d7ea25cf-7098-4b69-963c-16116cd15d5e", "LLMInferenceService": "rate-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:06:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "rate-test-model-04d79c", "reconcileID": "19b69d99-e3d5-4450-837e-69d1da4a1bee", "LLMInferenceService": "rate-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:06:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "rate-test-model-04d79c", "reconcileID": "19b69d99-e3d5-4450-837e-69d1da4a1bee", "LLMInferenceService": "rate-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:06:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "rate-test-model-04d79c", "reconcileID": "19b69d99-e3d5-4450-837e-69d1da4a1bee", "LLMInferenceService": "rate-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:06:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "81a4c307-0e6e-491f-a6cf-221240391839", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:06:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "rate-test-model-04d79c", "reconcileID": "19b69d99-e3d5-4450-837e-69d1da4a1bee", "LLMInferenceService": "rate-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "rate-test-model-04d79c-kserve-route-authn"} 2026-07-06T20:06:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "rate-test-model-04d79c", "reconcileID": "19b69d99-e3d5-4450-837e-69d1da4a1bee", "LLMInferenceService": "rate-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c", "authType": "userdefined"} 2026-07-06T20:06:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "rate-test-model-04d79c", "reconcileID": "19b69d99-e3d5-4450-837e-69d1da4a1bee", "LLMInferenceService": "rate-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:06:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "81a4c307-0e6e-491f-a6cf-221240391839", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c-authn-ssl"} 2026-07-06T20:06:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "81a4c307-0e6e-491f-a6cf-221240391839", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:06:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "rate-test-model-04d79c", "reconcileID": "43eb4c74-1b0f-407b-820d-0a1fe4cf1366", "LLMInferenceService": "rate-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:06:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "rate-test-model-04d79c", "reconcileID": "43eb4c74-1b0f-407b-820d-0a1fe4cf1366", "LLMInferenceService": "rate-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:06:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "rate-test-model-04d79c", "reconcileID": "43eb4c74-1b0f-407b-820d-0a1fe4cf1366", "LLMInferenceService": "rate-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:06:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "rate-test-model-04d79c", "reconcileID": "43eb4c74-1b0f-407b-820d-0a1fe4cf1366", "LLMInferenceService": "rate-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "rate-test-model-04d79c-kserve-route-authn"} 2026-07-06T20:06:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "rate-test-model-04d79c", "reconcileID": "43eb4c74-1b0f-407b-820d-0a1fe4cf1366", "LLMInferenceService": "rate-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c", "authType": "userdefined"} 2026-07-06T20:06:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "rate-test-model-04d79c", "reconcileID": "43eb4c74-1b0f-407b-820d-0a1fe4cf1366", "LLMInferenceService": "rate-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:07:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "11cd08e6-fe09-4a8c-9f3c-a5396632353a", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T20:07:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "35e31f67-93f6-4b1e-b67e-b7ffeb85a98a", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:07:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "35e31f67-93f6-4b1e-b67e-b7ffeb85a98a", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c-authn-ssl"} 2026-07-06T20:07:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "35e31f67-93f6-4b1e-b67e-b7ffeb85a98a", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:07:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "rate-test-model-04d79c", "reconcileID": "c4990a2e-4ea4-480d-b738-8d865038eb0b", "LLMInferenceService": "rate-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:07:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "rate-test-model-04d79c", "reconcileID": "c4990a2e-4ea4-480d-b738-8d865038eb0b", "LLMInferenceService": "rate-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:07:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "rate-test-model-04d79c", "reconcileID": "c4990a2e-4ea4-480d-b738-8d865038eb0b", "LLMInferenceService": "rate-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:07:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "rate-test-model-04d79c", "reconcileID": "c4990a2e-4ea4-480d-b738-8d865038eb0b", "LLMInferenceService": "rate-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "rate-test-model-04d79c-kserve-route-authn"} 2026-07-06T20:07:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "rate-test-model-04d79c", "reconcileID": "c4990a2e-4ea4-480d-b738-8d865038eb0b", "LLMInferenceService": "rate-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c", "authType": "userdefined"} 2026-07-06T20:07:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "rate-test-model-04d79c", "reconcileID": "c4990a2e-4ea4-480d-b738-8d865038eb0b", "LLMInferenceService": "rate-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:07:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "a3a74949-7084-4cc2-9988-6fc473f2dfa3", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T20:07:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "rate-test-model-04d79c", "reconcileID": "5cd82c74-9b17-4659-9269-bdb88555e5b7", "LLMInferenceService": "rate-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:07:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "rate-test-model-04d79c", "reconcileID": "5cd82c74-9b17-4659-9269-bdb88555e5b7", "LLMInferenceService": "rate-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:07:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "rate-test-model-04d79c", "reconcileID": "5cd82c74-9b17-4659-9269-bdb88555e5b7", "LLMInferenceService": "rate-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:07:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "rate-test-model-04d79c", "reconcileID": "5cd82c74-9b17-4659-9269-bdb88555e5b7", "LLMInferenceService": "rate-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "rate-test-model-04d79c-kserve-route-authn"} 2026-07-06T20:07:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "rate-test-model-04d79c", "reconcileID": "5cd82c74-9b17-4659-9269-bdb88555e5b7", "LLMInferenceService": "rate-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c", "authType": "userdefined"} 2026-07-06T20:07:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "rate-test-model-04d79c", "reconcileID": "5cd82c74-9b17-4659-9269-bdb88555e5b7", "LLMInferenceService": "rate-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:07:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "431e00e2-aba7-4b07-ad12-86710e73aa66", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T20:07:55Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec", "reconcileID": "49796f26-8ff5-41e9-ba02-c151dfb300d7", "LLMInferenceService": "rate-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:07:55Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec", "reconcileID": "49796f26-8ff5-41e9-ba02-c151dfb300d7", "LLMInferenceService": "rate-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec"} 2026-07-06T20:07:55Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec", "reconcileID": "49796f26-8ff5-41e9-ba02-c151dfb300d7", "LLMInferenceService": "rate-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:07:55Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec", "reconcileID": "49796f26-8ff5-41e9-ba02-c151dfb300d7", "LLMInferenceService": "rate-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:07:55Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec", "reconcileID": "49796f26-8ff5-41e9-ba02-c151dfb300d7", "LLMInferenceService": "rate-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec-kserve-route-authn"} 2026-07-06T20:07:55Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec", "reconcileID": "49796f26-8ff5-41e9-ba02-c151dfb300d7", "LLMInferenceService": "rate-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec-kserve-route-authn"} 2026-07-06T20:07:55Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec", "reconcileID": "49796f26-8ff5-41e9-ba02-c151dfb300d7", "LLMInferenceService": "rate-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:07:55Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec", "reconcileID": "49796f26-8ff5-41e9-ba02-c151dfb300d7", "LLMInferenceService": "rate-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:07:55Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd90ec","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "rate-test-model-cd90ec", "reconcileID": "d7dbd727-9e47-47ee-ab58-33131cd53b89", "LLMInferenceService": "rate-test-model-cd90ec", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:07:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "bf9838eb-1cbc-4651-b3cd-ff53db048758", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress"} 2026-07-06T20:07:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "bf9838eb-1cbc-4651-b3cd-ff53db048758", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec-authn-ssl"} 2026-07-06T20:07:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "bf9838eb-1cbc-4651-b3cd-ff53db048758", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress"} 2026-07-06T20:07:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "e27cf2a7-98f4-43fa-9e4f-ba27f8712cfb", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress"} 2026-07-06T20:07:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "e27cf2a7-98f4-43fa-9e4f-ba27f8712cfb", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec-authn-ssl"} 2026-07-06T20:07:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "e27cf2a7-98f4-43fa-9e4f-ba27f8712cfb", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress"} 2026-07-06T20:07:56Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "rate-test-model-04d79c", "reconcileID": "52369c80-0193-4e68-b431-2ed2182bf862", "LLMInferenceService": "rate-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:07:56Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "rate-test-model-04d79c", "reconcileID": "52369c80-0193-4e68-b431-2ed2182bf862", "LLMInferenceService": "rate-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "rate-test-model-04d79c"} 2026-07-06T20:07:56Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "rate-test-model-04d79c", "reconcileID": "52369c80-0193-4e68-b431-2ed2182bf862", "LLMInferenceService": "rate-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:07:56Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "rate-test-model-04d79c", "reconcileID": "52369c80-0193-4e68-b431-2ed2182bf862", "LLMInferenceService": "rate-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:07:56Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "rate-test-model-04d79c", "reconcileID": "52369c80-0193-4e68-b431-2ed2182bf862", "LLMInferenceService": "rate-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "rate-test-model-04d79c-kserve-route-authn"} 2026-07-06T20:07:56Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "rate-test-model-04d79c", "reconcileID": "52369c80-0193-4e68-b431-2ed2182bf862", "LLMInferenceService": "rate-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "rate-test-model-04d79c-kserve-route-authn"} 2026-07-06T20:07:56Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "rate-test-model-04d79c", "reconcileID": "52369c80-0193-4e68-b431-2ed2182bf862", "LLMInferenceService": "rate-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:07:56Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "rate-test-model-04d79c", "reconcileID": "52369c80-0193-4e68-b431-2ed2182bf862", "LLMInferenceService": "rate-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:07:56Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-04d79c","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "rate-test-model-04d79c", "reconcileID": "40789090-1b31-499b-8756-aafe967e0e18", "LLMInferenceService": "rate-test-model-04d79c", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:07:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "331341a2-4f38-401c-93b2-f8ee21ed7c00", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:07:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "331341a2-4f38-401c-93b2-f8ee21ed7c00", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c-authn-ssl"} 2026-07-06T20:07:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "331341a2-4f38-401c-93b2-f8ee21ed7c00", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:07:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "66dae94c-ad6a-4f5c-aae5-06d71e4df610", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:07:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "66dae94c-ad6a-4f5c-aae5-06d71e4df610", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c-authn-ssl"} 2026-07-06T20:07:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "66dae94c-ad6a-4f5c-aae5-06d71e4df610", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:07:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "7f998004-0d28-4328-8ae3-e7ff4f0706f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T20:07:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "5da395ce-36e5-4a89-b91c-81acbc12ecf9", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress"} 2026-07-06T20:07:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "5da395ce-36e5-4a89-b91c-81acbc12ecf9", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec-authn-ssl"} 2026-07-06T20:07:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "5da395ce-36e5-4a89-b91c-81acbc12ecf9", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress"} 2026-07-06T20:08:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "73a57959-67f0-435f-bfe6-e6dcdb37df04", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:08:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "73a57959-67f0-435f-bfe6-e6dcdb37df04", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T20:08:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "73a57959-67f0-435f-bfe6-e6dcdb37df04", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-cd90ec because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T20:08:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "09157ca8-8bcd-4b80-b0ca-2622600eb891", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:08:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "09157ca8-8bcd-4b80-b0ca-2622600eb891", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T20:08:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "09157ca8-8bcd-4b80-b0ca-2622600eb891", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-cd90ec because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T20:08:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b75b69ee-f874-46be-bab1-8d43098b84cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:08:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b75b69ee-f874-46be-bab1-8d43098b84cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T20:08:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b75b69ee-f874-46be-bab1-8d43098b84cf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-cd90ec because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T20:08:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "538b13a7-0937-42e3-a0e0-438fa4ec057a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:08:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "538b13a7-0937-42e3-a0e0-438fa4ec057a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T20:08:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "538b13a7-0937-42e3-a0e0-438fa4ec057a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-cd90ec because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T20:08:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8bf0bc1-c07c-49f4-bb9d-b4213dc460a8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:08:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8bf0bc1-c07c-49f4-bb9d-b4213dc460a8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T20:08:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8bf0bc1-c07c-49f4-bb9d-b4213dc460a8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-cd90ec because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T20:08:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "odh-trusted-ca-bundle", "reconcileID": "6ff32b3e-9342-47ee-b496-80722af500b7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:08:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "odh-trusted-ca-bundle", "reconcileID": "6ff32b3e-9342-47ee-b496-80722af500b7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cd90ec", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T20:08:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "odh-trusted-ca-bundle", "reconcileID": "6ff32b3e-9342-47ee-b496-80722af500b7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-cd90ec because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T20:08:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "openshift-service-ca.crt", "reconcileID": "fad322d7-0a69-4d36-9329-df9daa27df50", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:08:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "openshift-service-ca.crt", "reconcileID": "fad322d7-0a69-4d36-9329-df9daa27df50", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:08:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "odh-trusted-ca-bundle", "reconcileID": "ff4a7f17-27c5-45d0-b1c6-da3046ad6976", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:08:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "odh-trusted-ca-bundle", "reconcileID": "ff4a7f17-27c5-45d0-b1c6-da3046ad6976", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:08:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "03bed0bf-4c20-426d-8bc6-3e490aeeb564", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:08:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cd90ec"}, "namespace": "ai-tenant-e2e-shared-a-cd90ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "03bed0bf-4c20-426d-8bc6-3e490aeeb564", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cd90ec"} 2026-07-06T20:08:41Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd90ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd90ec", "reconcileID": "5aee9312-f9ff-4828-80eb-26163ab339f3", "Gateway": "e2e-shared-a-cd90ec", "namespace": "openshift-ingress"} 2026-07-06T20:08:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "ea793eb6-744c-4427-9f98-8276fe78f09e", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T20:08:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "8b5e1438-9566-445f-8691-f90c5dd43d91", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:08:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "8b5e1438-9566-445f-8691-f90c5dd43d91", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c-authn-ssl"} 2026-07-06T20:08:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "8b5e1438-9566-445f-8691-f90c5dd43d91", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"} 2026-07-06T20:08:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "222e67cb-887a-4dc5-8991-12dff348c48a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:08:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "222e67cb-887a-4dc5-8991-12dff348c48a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-04d79c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T20:08:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "222e67cb-887a-4dc5-8991-12dff348c48a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-04d79c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T20:08:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8ab2381-4187-4617-b47c-2c7595949652", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:08:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8ab2381-4187-4617-b47c-2c7595949652", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-04d79c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T20:08:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8ab2381-4187-4617-b47c-2c7595949652", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-04d79c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T20:08:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8417e0e6-b933-4141-aaaf-a894497d926a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:08:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8417e0e6-b933-4141-aaaf-a894497d926a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-04d79c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T20:08:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8417e0e6-b933-4141-aaaf-a894497d926a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-04d79c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T20:08:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "751be757-7e32-47db-9856-424685554b9c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:08:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "751be757-7e32-47db-9856-424685554b9c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-04d79c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T20:08:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "751be757-7e32-47db-9856-424685554b9c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-04d79c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T20:08:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "odh-trusted-ca-bundle", "reconcileID": "75745e0f-e002-48dc-81c2-9051fc7191ee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:08:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "odh-trusted-ca-bundle", "reconcileID": "75745e0f-e002-48dc-81c2-9051fc7191ee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-04d79c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T20:08:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "odh-trusted-ca-bundle", "reconcileID": "75745e0f-e002-48dc-81c2-9051fc7191ee", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-04d79c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T20:08:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "openshift-service-ca.crt", "reconcileID": "86c85675-0802-4f74-a5a5-4fec17498295", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:08:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "openshift-service-ca.crt", "reconcileID": "86c85675-0802-4f74-a5a5-4fec17498295", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:08:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "odh-trusted-ca-bundle", "reconcileID": "b9edd4ca-857f-4011-8ca9-d878f61618ed", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:08:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "odh-trusted-ca-bundle", "reconcileID": "b9edd4ca-857f-4011-8ca9-d878f61618ed", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:08:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "854a7e4c-5349-4f70-8112-80b1390fdf63", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:08:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-04d79c"}, "namespace": "ai-tenant-e2e-shared-b-04d79c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "854a7e4c-5349-4f70-8112-80b1390fdf63", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-04d79c"} 2026-07-06T20:08:49Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-04d79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-04d79c", "reconcileID": "97d7a68f-7fce-4601-a083-055e04d0ec6c", "Gateway": "e2e-shared-b-04d79c", "namespace": "openshift-ingress"}