2026-09-10T23:57:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0b637b","namespace":"ai-tenant-e2e-shared-a-w3-0b637b"}, "namespace": "ai-tenant-e2e-shared-a-w3-0b637b", "name": "rate-test-model-0b637b", "reconcileID": "4afc0304-3bf3-48c0-b5c7-cd58c6834cbc", "LLMInferenceService": "rate-test-model-0b637b", "namespace": "ai-tenant-e2e-shared-a-w3-0b637b"} 2026-09-10T23:57:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0b637b","namespace":"ai-tenant-e2e-shared-a-w3-0b637b"}, "namespace": "ai-tenant-e2e-shared-a-w3-0b637b", "name": "rate-test-model-0b637b", "reconcileID": "4afc0304-3bf3-48c0-b5c7-cd58c6834cbc", "LLMInferenceService": "rate-test-model-0b637b", "namespace": "ai-tenant-e2e-shared-a-w3-0b637b", "name": "rate-test-model-0b637b-kserve-route-authn"} 2026-09-10T23:57:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0b637b","namespace":"ai-tenant-e2e-shared-a-w3-0b637b"}, "namespace": "ai-tenant-e2e-shared-a-w3-0b637b", "name": "rate-test-model-0b637b", "reconcileID": "4afc0304-3bf3-48c0-b5c7-cd58c6834cbc", "LLMInferenceService": "rate-test-model-0b637b", "namespace": "ai-tenant-e2e-shared-a-w3-0b637b", "authType": "userdefined"} 2026-09-10T23:57:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0b637b","namespace":"ai-tenant-e2e-shared-a-w3-0b637b"}, "namespace": "ai-tenant-e2e-shared-a-w3-0b637b", "name": "rate-test-model-0b637b", "reconcileID": "4afc0304-3bf3-48c0-b5c7-cd58c6834cbc", "LLMInferenceService": "rate-test-model-0b637b", "namespace": "ai-tenant-e2e-shared-a-w3-0b637b"} 2026-09-10T23:57:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6d2e31","namespace":"ai-tenant-e2e-shared-b-w3-6d2e31"}, "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "rate-test-model-6d2e31", "reconcileID": "96698751-9c3d-4587-a0e5-b5b29e87004b", "LLMInferenceService": "rate-test-model-6d2e31", "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31"} 2026-09-10T23:57:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6d2e31","namespace":"ai-tenant-e2e-shared-b-w3-6d2e31"}, "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "rate-test-model-6d2e31", "reconcileID": "96698751-9c3d-4587-a0e5-b5b29e87004b", "LLMInferenceService": "rate-test-model-6d2e31", "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31"} 2026-09-10T23:57:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6d2e31","namespace":"ai-tenant-e2e-shared-b-w3-6d2e31"}, "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "rate-test-model-6d2e31", "reconcileID": "96698751-9c3d-4587-a0e5-b5b29e87004b", "LLMInferenceService": "rate-test-model-6d2e31", "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31"} 2026-09-10T23:57:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6d2e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6d2e31", "reconcileID": "fcc1bbf4-dbd8-45ff-bcfe-5f616ef9cc5f", "Gateway": "e2e-shared-b-w3-6d2e31", "namespace": "openshift-ingress"} 2026-09-10T23:57:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6d2e31","namespace":"ai-tenant-e2e-shared-b-w3-6d2e31"}, "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "rate-test-model-6d2e31", "reconcileID": "96698751-9c3d-4587-a0e5-b5b29e87004b", "LLMInferenceService": "rate-test-model-6d2e31", "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "rate-test-model-6d2e31-kserve-route-authn"} 2026-09-10T23:57:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6d2e31","namespace":"ai-tenant-e2e-shared-b-w3-6d2e31"}, "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "rate-test-model-6d2e31", "reconcileID": "96698751-9c3d-4587-a0e5-b5b29e87004b", "LLMInferenceService": "rate-test-model-6d2e31", "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "authType": "userdefined"} 2026-09-10T23:57:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6d2e31","namespace":"ai-tenant-e2e-shared-b-w3-6d2e31"}, "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "rate-test-model-6d2e31", "reconcileID": "96698751-9c3d-4587-a0e5-b5b29e87004b", "LLMInferenceService": "rate-test-model-6d2e31", "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31"} 2026-09-10T23:57:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6d2e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6d2e31", "reconcileID": "fcc1bbf4-dbd8-45ff-bcfe-5f616ef9cc5f", "Gateway": "e2e-shared-b-w3-6d2e31", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6d2e31-authn-ssl"} 2026-09-10T23:57:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6d2e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6d2e31", "reconcileID": "fcc1bbf4-dbd8-45ff-bcfe-5f616ef9cc5f", "Gateway": "e2e-shared-b-w3-6d2e31", "namespace": "openshift-ingress"} 2026-09-10T23:57:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6d2e31","namespace":"ai-tenant-e2e-shared-b-w3-6d2e31"}, "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "rate-test-model-6d2e31", "reconcileID": "7ab98c40-9279-4dc2-82b0-3307fe37ffbb", "LLMInferenceService": "rate-test-model-6d2e31", "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31"} 2026-09-10T23:57:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6d2e31","namespace":"ai-tenant-e2e-shared-b-w3-6d2e31"}, "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "rate-test-model-6d2e31", "reconcileID": "7ab98c40-9279-4dc2-82b0-3307fe37ffbb", "LLMInferenceService": "rate-test-model-6d2e31", "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31"} 2026-09-10T23:57:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6d2e31","namespace":"ai-tenant-e2e-shared-b-w3-6d2e31"}, "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "rate-test-model-6d2e31", "reconcileID": "7ab98c40-9279-4dc2-82b0-3307fe37ffbb", "LLMInferenceService": "rate-test-model-6d2e31", "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31"} 2026-09-10T23:57:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6d2e31","namespace":"ai-tenant-e2e-shared-b-w3-6d2e31"}, "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "rate-test-model-6d2e31", "reconcileID": "7ab98c40-9279-4dc2-82b0-3307fe37ffbb", "LLMInferenceService": "rate-test-model-6d2e31", "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "rate-test-model-6d2e31-kserve-route-authn"} 2026-09-10T23:57:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6d2e31","namespace":"ai-tenant-e2e-shared-b-w3-6d2e31"}, "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "rate-test-model-6d2e31", "reconcileID": "7ab98c40-9279-4dc2-82b0-3307fe37ffbb", "LLMInferenceService": "rate-test-model-6d2e31", "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "authType": "userdefined"} 2026-09-10T23:57:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6d2e31","namespace":"ai-tenant-e2e-shared-b-w3-6d2e31"}, "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "rate-test-model-6d2e31", "reconcileID": "7ab98c40-9279-4dc2-82b0-3307fe37ffbb", "LLMInferenceService": "rate-test-model-6d2e31", "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31"} 2026-09-10T23:57:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-4e0933","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-4e0933", "reconcileID": "1953b745-06c8-4497-862c-abbe5024a682", "Gateway": "e2e-shared-a-w2-4e0933", "namespace": "openshift-ingress"} 2026-09-10T23:57:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-4e0933","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-4e0933", "reconcileID": "1953b745-06c8-4497-862c-abbe5024a682", "Gateway": "e2e-shared-a-w2-4e0933", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-4e0933-authn-ssl"} 2026-09-10T23:57:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-4e0933","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-4e0933", "reconcileID": "1953b745-06c8-4497-862c-abbe5024a682", "Gateway": "e2e-shared-a-w2-4e0933", "namespace": "openshift-ingress"} 2026-09-10T23:57:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-4e0933","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-4e0933", "reconcileID": "9b0b384d-2440-4e72-83c8-d754733133d6", "Gateway": "e2e-shared-a-w2-4e0933", "namespace": "openshift-ingress"} 2026-09-10T23:57:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-4e0933","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-4e0933", "reconcileID": "9b0b384d-2440-4e72-83c8-d754733133d6", "Gateway": "e2e-shared-a-w2-4e0933", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-4e0933-authn-ssl"} 2026-09-10T23:57:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-4e0933","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-4e0933", "reconcileID": "9b0b384d-2440-4e72-83c8-d754733133d6", "Gateway": "e2e-shared-a-w2-4e0933", "namespace": "openshift-ingress"} 2026-09-10T23:57:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-4e0933"}, "namespace": "ai-tenant-e2e-shared-a-w2-4e0933", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "602ad296-8001-4bce-b7c4-f2f5fe3d974b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-4e0933"} 2026-09-10T23:57:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-4e0933"}, "namespace": "ai-tenant-e2e-shared-a-w2-4e0933", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "602ad296-8001-4bce-b7c4-f2f5fe3d974b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-4e0933", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T23:57:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-4e0933"}, "namespace": "ai-tenant-e2e-shared-a-w2-4e0933", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "602ad296-8001-4bce-b7c4-f2f5fe3d974b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-4e0933 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T23:57:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-4e0933"}, "namespace": "ai-tenant-e2e-shared-a-w2-4e0933", "name": "odh-trusted-ca-bundle", "reconcileID": "c5dd2044-4886-493e-945a-c70448259a72", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-4e0933"} 2026-09-10T23:57:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-4e0933"}, "namespace": "ai-tenant-e2e-shared-a-w2-4e0933", "name": "odh-trusted-ca-bundle", "reconcileID": "c5dd2044-4886-493e-945a-c70448259a72", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-4e0933"} 2026-09-10T23:57:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-4e0933"}, "namespace": "ai-tenant-e2e-shared-a-w2-4e0933", "name": "openshift-service-ca.crt", "reconcileID": "248e3875-131f-411d-852b-fc0840f10ffd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-4e0933"} 2026-09-10T23:57:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-4e0933"}, "namespace": "ai-tenant-e2e-shared-a-w2-4e0933", "name": "openshift-service-ca.crt", "reconcileID": "248e3875-131f-411d-852b-fc0840f10ffd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-4e0933"} 2026-09-10T23:57:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-4e0933"}, "namespace": "ai-tenant-e2e-shared-a-w2-4e0933", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "752b2129-0e40-47a9-971a-db55bc9af8ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-4e0933"} 2026-09-10T23:57:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-4e0933"}, "namespace": "ai-tenant-e2e-shared-a-w2-4e0933", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "752b2129-0e40-47a9-971a-db55bc9af8ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-4e0933"} 2026-09-10T23:57:20Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-4e0933","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-4e0933", "reconcileID": "8a0ceee1-625a-4d7e-bfe4-941418f78dbc", "Gateway": "e2e-shared-a-w2-4e0933", "namespace": "openshift-ingress"} 2026-09-10T23:57:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-57be92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-57be92", "reconcileID": "fffadd8c-afcf-4b7f-bc66-d5c6c9a4e148", "Gateway": "e2e-shared-b-w2-57be92", "namespace": "openshift-ingress"} 2026-09-10T23:57:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-57be92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-57be92", "reconcileID": "fffadd8c-afcf-4b7f-bc66-d5c6c9a4e148", "Gateway": "e2e-shared-b-w2-57be92", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-57be92-authn-ssl"} 2026-09-10T23:57:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-57be92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-57be92", "reconcileID": "fffadd8c-afcf-4b7f-bc66-d5c6c9a4e148", "Gateway": "e2e-shared-b-w2-57be92", "namespace": "openshift-ingress"} 2026-09-10T23:57:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-57be92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-57be92", "reconcileID": "7d7308b1-191e-4ef9-9857-c6ec29d0cc8f", "Gateway": "e2e-shared-b-w2-57be92", "namespace": "openshift-ingress"} 2026-09-10T23:57:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-57be92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-57be92", "reconcileID": "7d7308b1-191e-4ef9-9857-c6ec29d0cc8f", "Gateway": "e2e-shared-b-w2-57be92", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-57be92-authn-ssl"} 2026-09-10T23:57:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-57be92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-57be92", "reconcileID": "7d7308b1-191e-4ef9-9857-c6ec29d0cc8f", "Gateway": "e2e-shared-b-w2-57be92", "namespace": "openshift-ingress"} 2026-09-10T23:57:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6d2e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6d2e31", "reconcileID": "f1bbb4b1-45be-44cc-ad2b-59bcec08010f", "Gateway": "e2e-shared-b-w3-6d2e31", "namespace": "openshift-ingress"} 2026-09-10T23:57:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6d2e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6d2e31", "reconcileID": "f1bbb4b1-45be-44cc-ad2b-59bcec08010f", "Gateway": "e2e-shared-b-w3-6d2e31", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6d2e31-authn-ssl"} 2026-09-10T23:57:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6d2e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6d2e31", "reconcileID": "f1bbb4b1-45be-44cc-ad2b-59bcec08010f", "Gateway": "e2e-shared-b-w3-6d2e31", "namespace": "openshift-ingress"} 2026-09-10T23:57:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-57be92"}, "namespace": "ai-tenant-e2e-shared-b-w2-57be92", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad0682e9-305f-4dbc-a067-48adda7ed434", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-57be92"} 2026-09-10T23:57:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-57be92"}, "namespace": "ai-tenant-e2e-shared-b-w2-57be92", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad0682e9-305f-4dbc-a067-48adda7ed434", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-57be92", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T23:57:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-57be92"}, "namespace": "ai-tenant-e2e-shared-b-w2-57be92", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad0682e9-305f-4dbc-a067-48adda7ed434", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-57be92 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T23:57:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-57be92"}, "namespace": "ai-tenant-e2e-shared-b-w2-57be92", "name": "odh-trusted-ca-bundle", "reconcileID": "0e4f7222-b44a-4028-928d-14599d1f0b05", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-57be92"} 2026-09-10T23:57:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-57be92"}, "namespace": "ai-tenant-e2e-shared-b-w2-57be92", "name": "odh-trusted-ca-bundle", "reconcileID": "0e4f7222-b44a-4028-928d-14599d1f0b05", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-57be92"} 2026-09-10T23:57:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-57be92"}, "namespace": "ai-tenant-e2e-shared-b-w2-57be92", "name": "openshift-service-ca.crt", "reconcileID": "4ec9822c-fdf1-4998-a879-2c0bc88ebf13", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-57be92"} 2026-09-10T23:57:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-57be92"}, "namespace": "ai-tenant-e2e-shared-b-w2-57be92", "name": "openshift-service-ca.crt", "reconcileID": "4ec9822c-fdf1-4998-a879-2c0bc88ebf13", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-57be92"} 2026-09-10T23:57:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-57be92"}, "namespace": "ai-tenant-e2e-shared-b-w2-57be92", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7657c8e6-9547-4b43-80d5-8d8e13d9de17", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-57be92"} 2026-09-10T23:57:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-57be92"}, "namespace": "ai-tenant-e2e-shared-b-w2-57be92", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7657c8e6-9547-4b43-80d5-8d8e13d9de17", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-57be92"} 2026-09-10T23:57:37Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-57be92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-57be92", "reconcileID": "46af3b45-b2b1-4c72-80b4-72896fabd8a6", "Gateway": "e2e-shared-b-w2-57be92", "namespace": "openshift-ingress"} 2026-09-10T23:57:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6d2e31","namespace":"ai-tenant-e2e-shared-b-w3-6d2e31"}, "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "rate-test-model-6d2e31", "reconcileID": "3f727d9d-4757-4e3b-ac82-9e6128b63008", "LLMInferenceService": "rate-test-model-6d2e31", "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31"} 2026-09-10T23:57:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6d2e31","namespace":"ai-tenant-e2e-shared-b-w3-6d2e31"}, "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "rate-test-model-6d2e31", "reconcileID": "3f727d9d-4757-4e3b-ac82-9e6128b63008", "LLMInferenceService": "rate-test-model-6d2e31", "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31"} 2026-09-10T23:57:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6d2e31","namespace":"ai-tenant-e2e-shared-b-w3-6d2e31"}, "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "rate-test-model-6d2e31", "reconcileID": "3f727d9d-4757-4e3b-ac82-9e6128b63008", "LLMInferenceService": "rate-test-model-6d2e31", "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31"} 2026-09-10T23:57:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6d2e31","namespace":"ai-tenant-e2e-shared-b-w3-6d2e31"}, "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "rate-test-model-6d2e31", "reconcileID": "3f727d9d-4757-4e3b-ac82-9e6128b63008", "LLMInferenceService": "rate-test-model-6d2e31", "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "rate-test-model-6d2e31-kserve-route-authn"} 2026-09-10T23:57:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6d2e31","namespace":"ai-tenant-e2e-shared-b-w3-6d2e31"}, "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "rate-test-model-6d2e31", "reconcileID": "3f727d9d-4757-4e3b-ac82-9e6128b63008", "LLMInferenceService": "rate-test-model-6d2e31", "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "authType": "userdefined"} 2026-09-10T23:57:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6d2e31","namespace":"ai-tenant-e2e-shared-b-w3-6d2e31"}, "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "rate-test-model-6d2e31", "reconcileID": "3f727d9d-4757-4e3b-ac82-9e6128b63008", "LLMInferenceService": "rate-test-model-6d2e31", "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31"} 2026-09-10T23:57:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6d2e31","namespace":"ai-tenant-e2e-shared-b-w3-6d2e31"}, "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "rate-test-model-6d2e31", "reconcileID": "d71b44a4-7f7f-46af-8564-89b2ec4c52e6", "LLMInferenceService": "rate-test-model-6d2e31", "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31"} 2026-09-10T23:57:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6d2e31","namespace":"ai-tenant-e2e-shared-b-w3-6d2e31"}, "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "rate-test-model-6d2e31", "reconcileID": "d71b44a4-7f7f-46af-8564-89b2ec4c52e6", "LLMInferenceService": "rate-test-model-6d2e31", "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31"} 2026-09-10T23:57:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6d2e31","namespace":"ai-tenant-e2e-shared-b-w3-6d2e31"}, "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "rate-test-model-6d2e31", "reconcileID": "d71b44a4-7f7f-46af-8564-89b2ec4c52e6", "LLMInferenceService": "rate-test-model-6d2e31", "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31"} 2026-09-10T23:57:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6d2e31","namespace":"ai-tenant-e2e-shared-b-w3-6d2e31"}, "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "rate-test-model-6d2e31", "reconcileID": "d71b44a4-7f7f-46af-8564-89b2ec4c52e6", "LLMInferenceService": "rate-test-model-6d2e31", "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "rate-test-model-6d2e31-kserve-route-authn"} 2026-09-10T23:57:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6d2e31","namespace":"ai-tenant-e2e-shared-b-w3-6d2e31"}, "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "rate-test-model-6d2e31", "reconcileID": "d71b44a4-7f7f-46af-8564-89b2ec4c52e6", "LLMInferenceService": "rate-test-model-6d2e31", "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "authType": "userdefined"} 2026-09-10T23:57:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6d2e31","namespace":"ai-tenant-e2e-shared-b-w3-6d2e31"}, "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "rate-test-model-6d2e31", "reconcileID": "d71b44a4-7f7f-46af-8564-89b2ec4c52e6", "LLMInferenceService": "rate-test-model-6d2e31", "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31"} 2026-09-10T23:58:10Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0b637b","namespace":"ai-tenant-e2e-shared-a-w3-0b637b"}, "namespace": "ai-tenant-e2e-shared-a-w3-0b637b", "name": "rate-test-model-0b637b", "reconcileID": "ce7572a1-6c1b-4f64-afb3-0fdf035c2c8e", "LLMInferenceService": "rate-test-model-0b637b", "namespace": "ai-tenant-e2e-shared-a-w3-0b637b"} 2026-09-10T23:58:10Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0b637b","namespace":"ai-tenant-e2e-shared-a-w3-0b637b"}, "namespace": "ai-tenant-e2e-shared-a-w3-0b637b", "name": "rate-test-model-0b637b", "reconcileID": "ce7572a1-6c1b-4f64-afb3-0fdf035c2c8e", "LLMInferenceService": "rate-test-model-0b637b", "namespace": "ai-tenant-e2e-shared-a-w3-0b637b", "name": "rate-test-model-0b637b"} 2026-09-10T23:58:10Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0b637b","namespace":"ai-tenant-e2e-shared-a-w3-0b637b"}, "namespace": "ai-tenant-e2e-shared-a-w3-0b637b", "name": "rate-test-model-0b637b", "reconcileID": "ce7572a1-6c1b-4f64-afb3-0fdf035c2c8e", "LLMInferenceService": "rate-test-model-0b637b", "namespace": "ai-tenant-e2e-shared-a-w3-0b637b"} 2026-09-10T23:58:10Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0b637b","namespace":"ai-tenant-e2e-shared-a-w3-0b637b"}, "namespace": "ai-tenant-e2e-shared-a-w3-0b637b", "name": "rate-test-model-0b637b", "reconcileID": "ce7572a1-6c1b-4f64-afb3-0fdf035c2c8e", "LLMInferenceService": "rate-test-model-0b637b", "namespace": "ai-tenant-e2e-shared-a-w3-0b637b"} 2026-09-10T23:58:10Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0b637b","namespace":"ai-tenant-e2e-shared-a-w3-0b637b"}, "namespace": "ai-tenant-e2e-shared-a-w3-0b637b", "name": "rate-test-model-0b637b", "reconcileID": "ce7572a1-6c1b-4f64-afb3-0fdf035c2c8e", "LLMInferenceService": "rate-test-model-0b637b", "namespace": "ai-tenant-e2e-shared-a-w3-0b637b", "name": "rate-test-model-0b637b-kserve-route-authn"} 2026-09-10T23:58:10Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0b637b","namespace":"ai-tenant-e2e-shared-a-w3-0b637b"}, "namespace": "ai-tenant-e2e-shared-a-w3-0b637b", "name": "rate-test-model-0b637b", "reconcileID": "ce7572a1-6c1b-4f64-afb3-0fdf035c2c8e", "LLMInferenceService": "rate-test-model-0b637b", "namespace": "ai-tenant-e2e-shared-a-w3-0b637b", "name": "rate-test-model-0b637b-kserve-route-authn"} 2026-09-10T23:58:10Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0b637b","namespace":"ai-tenant-e2e-shared-a-w3-0b637b"}, "namespace": "ai-tenant-e2e-shared-a-w3-0b637b", "name": "rate-test-model-0b637b", "reconcileID": "ce7572a1-6c1b-4f64-afb3-0fdf035c2c8e", "LLMInferenceService": "rate-test-model-0b637b", "namespace": "ai-tenant-e2e-shared-a-w3-0b637b", "namespace": "ai-tenant-e2e-shared-a-w3-0b637b"} 2026-09-10T23:58:10Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0b637b","namespace":"ai-tenant-e2e-shared-a-w3-0b637b"}, "namespace": "ai-tenant-e2e-shared-a-w3-0b637b", "name": "rate-test-model-0b637b", "reconcileID": "ce7572a1-6c1b-4f64-afb3-0fdf035c2c8e", "LLMInferenceService": "rate-test-model-0b637b", "namespace": "ai-tenant-e2e-shared-a-w3-0b637b", "namespace": "ai-tenant-e2e-shared-a-w3-0b637b"} 2026-09-10T23:58:10Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0b637b","namespace":"ai-tenant-e2e-shared-a-w3-0b637b"}, "namespace": "ai-tenant-e2e-shared-a-w3-0b637b", "name": "rate-test-model-0b637b", "reconcileID": "b0e6399a-2171-4a37-8c52-ada8135c7604", "LLMInferenceService": "rate-test-model-0b637b", "namespace": "ai-tenant-e2e-shared-a-w3-0b637b"} 2026-09-10T23:58:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0b637b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0b637b", "reconcileID": "ead51da9-6814-41be-8a16-94f045af50ea", "Gateway": "e2e-shared-a-w3-0b637b", "namespace": "openshift-ingress"} 2026-09-10T23:58:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0b637b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0b637b", "reconcileID": "ead51da9-6814-41be-8a16-94f045af50ea", "Gateway": "e2e-shared-a-w3-0b637b", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0b637b-authn-ssl"} 2026-09-10T23:58:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0b637b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0b637b", "reconcileID": "ead51da9-6814-41be-8a16-94f045af50ea", "Gateway": "e2e-shared-a-w3-0b637b", "namespace": "openshift-ingress"} 2026-09-10T23:58:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0b637b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0b637b", "reconcileID": "cd0dd1d8-620b-4490-9fde-a5e85c102ba6", "Gateway": "e2e-shared-a-w3-0b637b", "namespace": "openshift-ingress"} 2026-09-10T23:58:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0b637b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0b637b", "reconcileID": "cd0dd1d8-620b-4490-9fde-a5e85c102ba6", "Gateway": "e2e-shared-a-w3-0b637b", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0b637b-authn-ssl"} 2026-09-10T23:58:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0b637b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0b637b", "reconcileID": "cd0dd1d8-620b-4490-9fde-a5e85c102ba6", "Gateway": "e2e-shared-a-w3-0b637b", "namespace": "openshift-ingress"} 2026-09-10T23:58:11Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6d2e31","namespace":"ai-tenant-e2e-shared-b-w3-6d2e31"}, "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "rate-test-model-6d2e31", "reconcileID": "449f2a12-cade-443a-a46a-e7240214d0af", "LLMInferenceService": "rate-test-model-6d2e31", "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31"} 2026-09-10T23:58:11Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6d2e31","namespace":"ai-tenant-e2e-shared-b-w3-6d2e31"}, "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "rate-test-model-6d2e31", "reconcileID": "449f2a12-cade-443a-a46a-e7240214d0af", "LLMInferenceService": "rate-test-model-6d2e31", "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "rate-test-model-6d2e31"} 2026-09-10T23:58:11Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6d2e31","namespace":"ai-tenant-e2e-shared-b-w3-6d2e31"}, "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "rate-test-model-6d2e31", "reconcileID": "449f2a12-cade-443a-a46a-e7240214d0af", "LLMInferenceService": "rate-test-model-6d2e31", "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31"} 2026-09-10T23:58:11Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6d2e31","namespace":"ai-tenant-e2e-shared-b-w3-6d2e31"}, "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "rate-test-model-6d2e31", "reconcileID": "449f2a12-cade-443a-a46a-e7240214d0af", "LLMInferenceService": "rate-test-model-6d2e31", "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31"} 2026-09-10T23:58:11Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6d2e31","namespace":"ai-tenant-e2e-shared-b-w3-6d2e31"}, "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "rate-test-model-6d2e31", "reconcileID": "449f2a12-cade-443a-a46a-e7240214d0af", "LLMInferenceService": "rate-test-model-6d2e31", "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "rate-test-model-6d2e31-kserve-route-authn"} 2026-09-10T23:58:11Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6d2e31","namespace":"ai-tenant-e2e-shared-b-w3-6d2e31"}, "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "rate-test-model-6d2e31", "reconcileID": "449f2a12-cade-443a-a46a-e7240214d0af", "LLMInferenceService": "rate-test-model-6d2e31", "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "rate-test-model-6d2e31-kserve-route-authn"} 2026-09-10T23:58:11Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6d2e31","namespace":"ai-tenant-e2e-shared-b-w3-6d2e31"}, "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "rate-test-model-6d2e31", "reconcileID": "449f2a12-cade-443a-a46a-e7240214d0af", "LLMInferenceService": "rate-test-model-6d2e31", "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31"} 2026-09-10T23:58:11Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6d2e31","namespace":"ai-tenant-e2e-shared-b-w3-6d2e31"}, "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "rate-test-model-6d2e31", "reconcileID": "449f2a12-cade-443a-a46a-e7240214d0af", "LLMInferenceService": "rate-test-model-6d2e31", "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31"} 2026-09-10T23:58:11Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6d2e31","namespace":"ai-tenant-e2e-shared-b-w3-6d2e31"}, "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "rate-test-model-6d2e31", "reconcileID": "0e36d977-9a6b-4717-b7b8-61116cb372aa", "LLMInferenceService": "rate-test-model-6d2e31", "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31"} 2026-09-10T23:58:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6d2e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6d2e31", "reconcileID": "64b5c6cc-2183-48f7-957c-93bc2055e0be", "Gateway": "e2e-shared-b-w3-6d2e31", "namespace": "openshift-ingress"} 2026-09-10T23:58:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6d2e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6d2e31", "reconcileID": "64b5c6cc-2183-48f7-957c-93bc2055e0be", "Gateway": "e2e-shared-b-w3-6d2e31", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6d2e31-authn-ssl"} 2026-09-10T23:58:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6d2e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6d2e31", "reconcileID": "64b5c6cc-2183-48f7-957c-93bc2055e0be", "Gateway": "e2e-shared-b-w3-6d2e31", "namespace": "openshift-ingress"} 2026-09-10T23:58:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6d2e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6d2e31", "reconcileID": "6e4e84f1-2b0e-4685-aca1-83b446715a49", "Gateway": "e2e-shared-b-w3-6d2e31", "namespace": "openshift-ingress"} 2026-09-10T23:58:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6d2e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6d2e31", "reconcileID": "6e4e84f1-2b0e-4685-aca1-83b446715a49", "Gateway": "e2e-shared-b-w3-6d2e31", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6d2e31-authn-ssl"} 2026-09-10T23:58:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6d2e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6d2e31", "reconcileID": "6e4e84f1-2b0e-4685-aca1-83b446715a49", "Gateway": "e2e-shared-b-w3-6d2e31", "namespace": "openshift-ingress"} 2026-09-10T23:58:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "3a0b90a0-0072-46e3-b50b-835ef5c0b65c", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress"} 2026-09-10T23:58:12Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "3a0b90a0-0072-46e3-b50b-835ef5c0b65c", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb-authn-ssl"} 2026-09-10T23:58:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "3a0b90a0-0072-46e3-b50b-835ef5c0b65c", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress"} 2026-09-10T23:58:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "ceb55be2-f05e-40e4-b112-fe9ae94f58b0", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress"} 2026-09-10T23:58:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "ceb55be2-f05e-40e4-b112-fe9ae94f58b0", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb-authn-ssl"} 2026-09-10T23:58:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "ceb55be2-f05e-40e4-b112-fe9ae94f58b0", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress"} 2026-09-10T23:58:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "832470b5-4b98-493f-ac2f-5ca7293c6c89", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress"} 2026-09-10T23:58:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "832470b5-4b98-493f-ac2f-5ca7293c6c89", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb-authn-ssl"} 2026-09-10T23:58:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "832470b5-4b98-493f-ac2f-5ca7293c6c89", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress"} 2026-09-10T23:58:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "e562868f-3196-408d-ae6f-c0f21785c988", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress"} 2026-09-10T23:58:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "e562868f-3196-408d-ae6f-c0f21785c988", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb-authn-ssl"} 2026-09-10T23:58:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "e562868f-3196-408d-ae6f-c0f21785c988", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress"} 2026-09-10T23:58:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "3b6bdb81-977a-4101-a2b8-aee947057884", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress"} 2026-09-10T23:58:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "3b6bdb81-977a-4101-a2b8-aee947057884", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb-authn-ssl"} 2026-09-10T23:58:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "3b6bdb81-977a-4101-a2b8-aee947057884", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress"} 2026-09-10T23:58:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "9adfd860-4602-4701-a29b-9aef83f62b01", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress"} 2026-09-10T23:58:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "9adfd860-4602-4701-a29b-9aef83f62b01", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb-authn-ssl"} 2026-09-10T23:58:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "9adfd860-4602-4701-a29b-9aef83f62b01", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress"} 2026-09-10T23:58:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "a126e07f-9302-4297-8a62-20c0539ff830", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress"} 2026-09-10T23:58:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "a126e07f-9302-4297-8a62-20c0539ff830", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb-authn-ssl"} 2026-09-10T23:58:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "a126e07f-9302-4297-8a62-20c0539ff830", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress"} 2026-09-10T23:58:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "d2704bb8-0469-4ca0-a77c-0981400e891a", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress"} 2026-09-10T23:58:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "d2704bb8-0469-4ca0-a77c-0981400e891a", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb-authn-ssl"} 2026-09-10T23:58:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "d2704bb8-0469-4ca0-a77c-0981400e891a", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress"} 2026-09-10T23:58:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "openshift-service-ca.crt", "reconcileID": "00a7b605-341c-4564-a9df-b960305961ec", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-10T23:58:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "openshift-service-ca.crt", "reconcileID": "f3965288-6f3d-4c0c-ba37-23ad1046a70e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T23:58:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "openshift-service-ca.crt", "reconcileID": "f3965288-6f3d-4c0c-ba37-23ad1046a70e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-10T23:58:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "odh-trusted-ca-bundle", "reconcileID": "c4aa5b4c-624d-4437-8bcb-fe2717b38f47", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-10T23:58:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a00d51c-afd0-46dd-a50a-51b5894c00bf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-10T23:58:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "openshift-service-ca.crt", "reconcileID": "9bded4d2-5dab-4aad-917c-3f2e006ad03b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-10T23:58:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "odh-trusted-ca-bundle", "reconcileID": "63fd4325-d421-42aa-9f39-fcfaf1dc4589", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T23:58:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "odh-trusted-ca-bundle", "reconcileID": "63fd4325-d421-42aa-9f39-fcfaf1dc4589", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-10T23:58:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0889e758-1a65-487c-94cd-126bf6db6978", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-10T23:58:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "9d7e7931-467d-4bae-9cdc-9620d29d57bd", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress"} 2026-09-10T23:58:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "9d7e7931-467d-4bae-9cdc-9620d29d57bd", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb-authn-ssl"} 2026-09-10T23:58:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "9d7e7931-467d-4bae-9cdc-9620d29d57bd", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress"} 2026-09-10T23:58:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "58c9ad1c-8a3a-4d5a-863a-097acb26618a", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress"} 2026-09-10T23:58:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "58c9ad1c-8a3a-4d5a-863a-097acb26618a", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb-authn-ssl"} 2026-09-10T23:58:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "58c9ad1c-8a3a-4d5a-863a-097acb26618a", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress"} 2026-09-10T23:58:23Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T23:58:23Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T23:58:25Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T23:58:25Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T23:58:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5453e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3", "reconcileID": "0cbb50e8-dff7-4a08-92a0-143c6df3007c", "Gateway": "e2e-ipp-b-5453e3", "namespace": "openshift-ingress"} 2026-09-10T23:58:41Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5453e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3", "reconcileID": "0cbb50e8-dff7-4a08-92a0-143c6df3007c", "Gateway": "e2e-ipp-b-5453e3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3-authn-ssl"} 2026-09-10T23:58:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5453e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3", "reconcileID": "0cbb50e8-dff7-4a08-92a0-143c6df3007c", "Gateway": "e2e-ipp-b-5453e3", "namespace": "openshift-ingress"} 2026-09-10T23:58:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5453e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3", "reconcileID": "334564b9-de78-46e5-92b8-abe3c2208d19", "Gateway": "e2e-ipp-b-5453e3", "namespace": "openshift-ingress"} 2026-09-10T23:58:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5453e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3", "reconcileID": "334564b9-de78-46e5-92b8-abe3c2208d19", "Gateway": "e2e-ipp-b-5453e3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3-authn-ssl"} 2026-09-10T23:58:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5453e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3", "reconcileID": "334564b9-de78-46e5-92b8-abe3c2208d19", "Gateway": "e2e-ipp-b-5453e3", "namespace": "openshift-ingress"} 2026-09-10T23:58:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5453e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3", "reconcileID": "a037cb48-7953-42fe-a912-8646a08cf597", "Gateway": "e2e-ipp-b-5453e3", "namespace": "openshift-ingress"} 2026-09-10T23:58:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5453e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3", "reconcileID": "a037cb48-7953-42fe-a912-8646a08cf597", "Gateway": "e2e-ipp-b-5453e3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3-authn-ssl"} 2026-09-10T23:58:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5453e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3", "reconcileID": "a037cb48-7953-42fe-a912-8646a08cf597", "Gateway": "e2e-ipp-b-5453e3", "namespace": "openshift-ingress"} 2026-09-10T23:58:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5453e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3", "reconcileID": "33449de3-c45b-4155-b33a-5c8ac8abe082", "Gateway": "e2e-ipp-b-5453e3", "namespace": "openshift-ingress"} 2026-09-10T23:58:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5453e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3", "reconcileID": "33449de3-c45b-4155-b33a-5c8ac8abe082", "Gateway": "e2e-ipp-b-5453e3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3-authn-ssl"} 2026-09-10T23:58:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5453e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3", "reconcileID": "33449de3-c45b-4155-b33a-5c8ac8abe082", "Gateway": "e2e-ipp-b-5453e3", "namespace": "openshift-ingress"} 2026-09-10T23:58:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5453e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3", "reconcileID": "1df0466f-281e-4ba4-af1d-0c5e19d36bfc", "Gateway": "e2e-ipp-b-5453e3", "namespace": "openshift-ingress"} 2026-09-10T23:58:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5453e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3", "reconcileID": "1df0466f-281e-4ba4-af1d-0c5e19d36bfc", "Gateway": "e2e-ipp-b-5453e3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3-authn-ssl"} 2026-09-10T23:58:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5453e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3", "reconcileID": "1df0466f-281e-4ba4-af1d-0c5e19d36bfc", "Gateway": "e2e-ipp-b-5453e3", "namespace": "openshift-ingress"} 2026-09-10T23:58:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5453e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3", "reconcileID": "0d05f973-8d91-45a4-a914-e85294a3114d", "Gateway": "e2e-ipp-b-5453e3", "namespace": "openshift-ingress"} 2026-09-10T23:58:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5453e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3", "reconcileID": "0d05f973-8d91-45a4-a914-e85294a3114d", "Gateway": "e2e-ipp-b-5453e3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3-authn-ssl"} 2026-09-10T23:58:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5453e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3", "reconcileID": "0d05f973-8d91-45a4-a914-e85294a3114d", "Gateway": "e2e-ipp-b-5453e3", "namespace": "openshift-ingress"} 2026-09-10T23:58:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5453e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3", "reconcileID": "8137f3b5-7d03-44b0-b455-29548c35767d", "Gateway": "e2e-ipp-b-5453e3", "namespace": "openshift-ingress"} 2026-09-10T23:58:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5453e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3", "reconcileID": "8137f3b5-7d03-44b0-b455-29548c35767d", "Gateway": "e2e-ipp-b-5453e3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3-authn-ssl"} 2026-09-10T23:58:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5453e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3", "reconcileID": "8137f3b5-7d03-44b0-b455-29548c35767d", "Gateway": "e2e-ipp-b-5453e3", "namespace": "openshift-ingress"} 2026-09-10T23:58:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5453e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3", "reconcileID": "867a7dca-abbf-45d1-9b26-96e19c112638", "Gateway": "e2e-ipp-b-5453e3", "namespace": "openshift-ingress"} 2026-09-10T23:58:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5453e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3", "reconcileID": "867a7dca-abbf-45d1-9b26-96e19c112638", "Gateway": "e2e-ipp-b-5453e3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3-authn-ssl"} 2026-09-10T23:58:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5453e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3", "reconcileID": "867a7dca-abbf-45d1-9b26-96e19c112638", "Gateway": "e2e-ipp-b-5453e3", "namespace": "openshift-ingress"} 2026-09-10T23:58:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5453e3"}, "namespace": "ai-tenant-e2e-ipp-b-5453e3", "name": "openshift-service-ca.crt", "reconcileID": "f09e8d53-7480-4262-83b2-68889da4b808", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5453e3"} 2026-09-10T23:58:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5453e3"}, "namespace": "ai-tenant-e2e-ipp-b-5453e3", "name": "odh-trusted-ca-bundle", "reconcileID": "c1ff5535-e236-414a-808e-6501fc81e170", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5453e3"} 2026-09-10T23:58:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5453e3"}, "namespace": "ai-tenant-e2e-ipp-b-5453e3", "name": "openshift-service-ca.crt", "reconcileID": "5e0cab89-0d6d-46b4-a6af-2c908b86b7d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5453e3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T23:58:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5453e3"}, "namespace": "ai-tenant-e2e-ipp-b-5453e3", "name": "openshift-service-ca.crt", "reconcileID": "5e0cab89-0d6d-46b4-a6af-2c908b86b7d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5453e3"} 2026-09-10T23:58:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5453e3"}, "namespace": "ai-tenant-e2e-ipp-b-5453e3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "667e4859-1f3c-4cf3-b457-7f8dd92847ba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5453e3"} 2026-09-10T23:58:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5453e3"}, "namespace": "ai-tenant-e2e-ipp-b-5453e3", "name": "openshift-service-ca.crt", "reconcileID": "8afbdfe7-7acf-4c9f-9989-77341e555499", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5453e3"} 2026-09-10T23:58:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5453e3"}, "namespace": "ai-tenant-e2e-ipp-b-5453e3", "name": "odh-trusted-ca-bundle", "reconcileID": "5cd773cf-df4a-446d-9afc-52fddf3050a6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5453e3", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T23:58:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5453e3"}, "namespace": "ai-tenant-e2e-ipp-b-5453e3", "name": "odh-trusted-ca-bundle", "reconcileID": "5cd773cf-df4a-446d-9afc-52fddf3050a6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5453e3"} 2026-09-10T23:58:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5453e3"}, "namespace": "ai-tenant-e2e-ipp-b-5453e3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ea3cda88-f530-4a4d-ac52-9a58230c50a5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5453e3"} 2026-09-10T23:58:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5453e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3", "reconcileID": "fc9b05e4-9bea-431c-80d0-44b38bef98af", "Gateway": "e2e-ipp-b-5453e3", "namespace": "openshift-ingress"} 2026-09-10T23:58:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5453e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3", "reconcileID": "fc9b05e4-9bea-431c-80d0-44b38bef98af", "Gateway": "e2e-ipp-b-5453e3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3-authn-ssl"} 2026-09-10T23:58:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5453e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3", "reconcileID": "fc9b05e4-9bea-431c-80d0-44b38bef98af", "Gateway": "e2e-ipp-b-5453e3", "namespace": "openshift-ingress"} 2026-09-10T23:58:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5453e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3", "reconcileID": "bae9210d-fca6-452a-bf93-e51c87959702", "Gateway": "e2e-ipp-b-5453e3", "namespace": "openshift-ingress"} 2026-09-10T23:58:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5453e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3", "reconcileID": "bae9210d-fca6-452a-bf93-e51c87959702", "Gateway": "e2e-ipp-b-5453e3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3-authn-ssl"} 2026-09-10T23:58:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5453e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3", "reconcileID": "bae9210d-fca6-452a-bf93-e51c87959702", "Gateway": "e2e-ipp-b-5453e3", "namespace": "openshift-ingress"} 2026-09-10T23:59:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "b060962c-4961-43fd-b337-12b9683ddd7d", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-10T23:59:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "b060962c-4961-43fd-b337-12b9683ddd7d", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-10T23:59:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "b060962c-4961-43fd-b337-12b9683ddd7d", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-10T23:59:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "40ef69ac-f2bc-44d5-9647-3d2ea1e93bf2", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress"} 2026-09-10T23:59:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "b060962c-4961-43fd-b337-12b9683ddd7d", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb-kserve-route-authn"} 2026-09-10T23:59:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "b060962c-4961-43fd-b337-12b9683ddd7d", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "authType": "userdefined"} 2026-09-10T23:59:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "b060962c-4961-43fd-b337-12b9683ddd7d", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-10T23:59:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "40ef69ac-f2bc-44d5-9647-3d2ea1e93bf2", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb-authn-ssl"} 2026-09-10T23:59:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "40ef69ac-f2bc-44d5-9647-3d2ea1e93bf2", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress"} 2026-09-10T23:59:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "fe00bb93-02e7-49fa-8d28-1b6f0b2bcb4b", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-10T23:59:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "fe00bb93-02e7-49fa-8d28-1b6f0b2bcb4b", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-10T23:59:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "fe00bb93-02e7-49fa-8d28-1b6f0b2bcb4b", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-10T23:59:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "fe00bb93-02e7-49fa-8d28-1b6f0b2bcb4b", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb-kserve-route-authn"} 2026-09-10T23:59:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "fe00bb93-02e7-49fa-8d28-1b6f0b2bcb4b", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "authType": "userdefined"} 2026-09-10T23:59:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "fe00bb93-02e7-49fa-8d28-1b6f0b2bcb4b", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-10T23:59:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "23b83638-6586-4ccc-af1b-1c73b6eff905", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress"} 2026-09-10T23:59:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "23b83638-6586-4ccc-af1b-1c73b6eff905", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb-authn-ssl"} 2026-09-10T23:59:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "23b83638-6586-4ccc-af1b-1c73b6eff905", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress"} 2026-09-10T23:59:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "90e3ded2-523b-463f-bee2-4968c10862c5", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-10T23:59:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "90e3ded2-523b-463f-bee2-4968c10862c5", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-10T23:59:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "90e3ded2-523b-463f-bee2-4968c10862c5", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-10T23:59:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "90e3ded2-523b-463f-bee2-4968c10862c5", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb-kserve-route-authn"} 2026-09-10T23:59:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "90e3ded2-523b-463f-bee2-4968c10862c5", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "authType": "userdefined"} 2026-09-10T23:59:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "90e3ded2-523b-463f-bee2-4968c10862c5", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-10T23:59:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "e4541f35-0bab-4127-aea4-fd629dabcacd", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-10T23:59:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "e4541f35-0bab-4127-aea4-fd629dabcacd", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-10T23:59:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "e4541f35-0bab-4127-aea4-fd629dabcacd", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-10T23:59:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "e4541f35-0bab-4127-aea4-fd629dabcacd", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb-kserve-route-authn"} 2026-09-10T23:59:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "e4541f35-0bab-4127-aea4-fd629dabcacd", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "authType": "userdefined"} 2026-09-10T23:59:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "e4541f35-0bab-4127-aea4-fd629dabcacd", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-10T23:59:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "785bf3c8-3901-4b88-b985-e46ff483fb98", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-10T23:59:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "785bf3c8-3901-4b88-b985-e46ff483fb98", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-10T23:59:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "785bf3c8-3901-4b88-b985-e46ff483fb98", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-10T23:59:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "785bf3c8-3901-4b88-b985-e46ff483fb98", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb-kserve-route-authn"} 2026-09-10T23:59:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "785bf3c8-3901-4b88-b985-e46ff483fb98", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "authType": "userdefined"} 2026-09-10T23:59:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "785bf3c8-3901-4b88-b985-e46ff483fb98", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-10T23:59:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8405fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd", "reconcileID": "7e597cdd-bc3e-4b6f-9e09-0aadcc2d0c3e", "Gateway": "e2e-ipp-cleanup-8405fd", "namespace": "openshift-ingress"} 2026-09-10T23:59:56Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8405fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd", "reconcileID": "7e597cdd-bc3e-4b6f-9e09-0aadcc2d0c3e", "Gateway": "e2e-ipp-cleanup-8405fd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd-authn-ssl"} 2026-09-10T23:59:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8405fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd", "reconcileID": "7e597cdd-bc3e-4b6f-9e09-0aadcc2d0c3e", "Gateway": "e2e-ipp-cleanup-8405fd", "namespace": "openshift-ingress"} 2026-09-10T23:59:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8405fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd", "reconcileID": "5b9f5f70-0aa9-4964-85f7-0fe66f018c37", "Gateway": "e2e-ipp-cleanup-8405fd", "namespace": "openshift-ingress"} 2026-09-10T23:59:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8405fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd", "reconcileID": "5b9f5f70-0aa9-4964-85f7-0fe66f018c37", "Gateway": "e2e-ipp-cleanup-8405fd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd-authn-ssl"} 2026-09-10T23:59:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8405fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd", "reconcileID": "5b9f5f70-0aa9-4964-85f7-0fe66f018c37", "Gateway": "e2e-ipp-cleanup-8405fd", "namespace": "openshift-ingress"} 2026-09-10T23:59:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8405fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd", "reconcileID": "f447e289-463e-4938-baaa-64eaaabdf69c", "Gateway": "e2e-ipp-cleanup-8405fd", "namespace": "openshift-ingress"} 2026-09-10T23:59:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8405fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd", "reconcileID": "f447e289-463e-4938-baaa-64eaaabdf69c", "Gateway": "e2e-ipp-cleanup-8405fd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd-authn-ssl"} 2026-09-10T23:59:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8405fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd", "reconcileID": "f447e289-463e-4938-baaa-64eaaabdf69c", "Gateway": "e2e-ipp-cleanup-8405fd", "namespace": "openshift-ingress"} 2026-09-10T23:59:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8405fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd", "reconcileID": "a263f512-e9cd-4eec-9a2a-8b97ae292c09", "Gateway": "e2e-ipp-cleanup-8405fd", "namespace": "openshift-ingress"} 2026-09-10T23:59:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8405fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd", "reconcileID": "a263f512-e9cd-4eec-9a2a-8b97ae292c09", "Gateway": "e2e-ipp-cleanup-8405fd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd-authn-ssl"} 2026-09-10T23:59:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8405fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd", "reconcileID": "a263f512-e9cd-4eec-9a2a-8b97ae292c09", "Gateway": "e2e-ipp-cleanup-8405fd", "namespace": "openshift-ingress"} 2026-09-10T23:59:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8405fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd", "reconcileID": "08e3f142-f696-4543-b196-438122437f4f", "Gateway": "e2e-ipp-cleanup-8405fd", "namespace": "openshift-ingress"} 2026-09-10T23:59:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8405fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd", "reconcileID": "08e3f142-f696-4543-b196-438122437f4f", "Gateway": "e2e-ipp-cleanup-8405fd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd-authn-ssl"} 2026-09-10T23:59:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8405fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd", "reconcileID": "08e3f142-f696-4543-b196-438122437f4f", "Gateway": "e2e-ipp-cleanup-8405fd", "namespace": "openshift-ingress"} 2026-09-10T23:59:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8405fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd", "reconcileID": "f690c632-1a58-423d-b17a-fc84388ad48c", "Gateway": "e2e-ipp-cleanup-8405fd", "namespace": "openshift-ingress"} 2026-09-10T23:59:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8405fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd", "reconcileID": "f690c632-1a58-423d-b17a-fc84388ad48c", "Gateway": "e2e-ipp-cleanup-8405fd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd-authn-ssl"} 2026-09-10T23:59:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8405fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd", "reconcileID": "f690c632-1a58-423d-b17a-fc84388ad48c", "Gateway": "e2e-ipp-cleanup-8405fd", "namespace": "openshift-ingress"} 2026-09-10T23:59:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8405fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd", "reconcileID": "b1a5b147-d5f6-468c-bbdc-6fdb107dc1be", "Gateway": "e2e-ipp-cleanup-8405fd", "namespace": "openshift-ingress"} 2026-09-10T23:59:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8405fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd", "reconcileID": "b1a5b147-d5f6-468c-bbdc-6fdb107dc1be", "Gateway": "e2e-ipp-cleanup-8405fd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd-authn-ssl"} 2026-09-10T23:59:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8405fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd", "reconcileID": "b1a5b147-d5f6-468c-bbdc-6fdb107dc1be", "Gateway": "e2e-ipp-cleanup-8405fd", "namespace": "openshift-ingress"} 2026-09-10T23:59:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8405fd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8405fd", "name": "openshift-service-ca.crt", "reconcileID": "fde6aa1b-b185-43ab-91c9-9cfac8012a31", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8405fd"} 2026-09-10T23:59:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8405fd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8405fd", "name": "odh-trusted-ca-bundle", "reconcileID": "9b0a2ffe-910d-4e29-89c2-970baaf3244c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8405fd"} 2026-09-10T23:59:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8405fd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8405fd", "name": "openshift-service-ca.crt", "reconcileID": "bdb9222e-9d62-4c90-a8d0-3cc1157cd776", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8405fd", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T23:59:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8405fd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8405fd", "name": "openshift-service-ca.crt", "reconcileID": "bdb9222e-9d62-4c90-a8d0-3cc1157cd776", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8405fd"} 2026-09-10T23:59:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8405fd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8405fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "97bb61cb-eed1-491d-b000-2e2529b02b8d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8405fd"} 2026-09-10T23:59:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8405fd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8405fd", "name": "openshift-service-ca.crt", "reconcileID": "eb130dce-c699-424e-9b1d-b9d60e5eac6d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8405fd"} 2026-09-10T23:59:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8405fd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8405fd", "name": "odh-trusted-ca-bundle", "reconcileID": "982f2650-9075-4142-a12d-dcfdc2c4abc8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8405fd", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T23:59:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8405fd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8405fd", "name": "odh-trusted-ca-bundle", "reconcileID": "982f2650-9075-4142-a12d-dcfdc2c4abc8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8405fd"} 2026-09-10T23:59:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8405fd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8405fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a55d9c3e-a823-4d6d-b0aa-b1321aaadea9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8405fd"} 2026-09-11T00:00:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8405fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd", "reconcileID": "381fa61b-e654-44d3-85f7-f0b6f47f1887", "Gateway": "e2e-ipp-cleanup-8405fd", "namespace": "openshift-ingress"} 2026-09-11T00:00:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8405fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd", "reconcileID": "381fa61b-e654-44d3-85f7-f0b6f47f1887", "Gateway": "e2e-ipp-cleanup-8405fd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd-authn-ssl"} 2026-09-11T00:00:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8405fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd", "reconcileID": "381fa61b-e654-44d3-85f7-f0b6f47f1887", "Gateway": "e2e-ipp-cleanup-8405fd", "namespace": "openshift-ingress"} 2026-09-11T00:00:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8405fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd", "reconcileID": "3db9a862-3eaa-402f-9c60-9bda3f445978", "Gateway": "e2e-ipp-cleanup-8405fd", "namespace": "openshift-ingress"} 2026-09-11T00:00:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8405fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd", "reconcileID": "3db9a862-3eaa-402f-9c60-9bda3f445978", "Gateway": "e2e-ipp-cleanup-8405fd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd-authn-ssl"} 2026-09-11T00:00:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8405fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd", "reconcileID": "3db9a862-3eaa-402f-9c60-9bda3f445978", "Gateway": "e2e-ipp-cleanup-8405fd", "namespace": "openshift-ingress"} 2026-09-11T00:00:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8405fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd", "reconcileID": "13df571f-dd8b-4ee7-8c0b-4fcd25351660", "Gateway": "e2e-ipp-cleanup-8405fd", "namespace": "openshift-ingress"} 2026-09-11T00:00:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8405fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd", "reconcileID": "13df571f-dd8b-4ee7-8c0b-4fcd25351660", "Gateway": "e2e-ipp-cleanup-8405fd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd-authn-ssl"} 2026-09-11T00:00:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8405fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd", "reconcileID": "13df571f-dd8b-4ee7-8c0b-4fcd25351660", "Gateway": "e2e-ipp-cleanup-8405fd", "namespace": "openshift-ingress"} 2026-09-11T00:00:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8405fd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8405fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d696e0ae-a95f-4b36-b398-6c6e16e3840b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8405fd"} 2026-09-11T00:00:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8405fd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8405fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d696e0ae-a95f-4b36-b398-6c6e16e3840b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8405fd", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T00:00:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8405fd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8405fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d696e0ae-a95f-4b36-b398-6c6e16e3840b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-8405fd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T00:00:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8405fd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8405fd", "name": "odh-trusted-ca-bundle", "reconcileID": "9d2854c3-4841-48f5-9eca-206c8f1bc82b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8405fd"} 2026-09-11T00:00:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8405fd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8405fd", "name": "odh-trusted-ca-bundle", "reconcileID": "9d2854c3-4841-48f5-9eca-206c8f1bc82b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8405fd"} 2026-09-11T00:00:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8405fd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8405fd", "name": "openshift-service-ca.crt", "reconcileID": "70042312-55e3-4ebe-9738-3b27176e1f6c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8405fd"} 2026-09-11T00:00:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8405fd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8405fd", "name": "openshift-service-ca.crt", "reconcileID": "70042312-55e3-4ebe-9738-3b27176e1f6c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8405fd"} 2026-09-11T00:00:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8405fd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8405fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "311787fa-fcfa-4154-b584-aa82491f86ba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8405fd"} 2026-09-11T00:00:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8405fd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8405fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "311787fa-fcfa-4154-b584-aa82491f86ba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8405fd"} 2026-09-11T00:00:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8405fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd", "reconcileID": "45e0b709-ad95-4811-8f1b-53a44e921c10", "Gateway": "e2e-ipp-cleanup-8405fd", "namespace": "openshift-ingress"} 2026-09-11T00:00:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8405fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd", "reconcileID": "45e0b709-ad95-4811-8f1b-53a44e921c10", "Gateway": "e2e-ipp-cleanup-8405fd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd-authn-ssl"} 2026-09-11T00:00:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8405fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd", "reconcileID": "45e0b709-ad95-4811-8f1b-53a44e921c10", "Gateway": "e2e-ipp-cleanup-8405fd", "namespace": "openshift-ingress"} 2026-09-11T00:00:38Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8405fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8405fd", "reconcileID": "5ee64830-aedc-412a-9d27-439acb7c7309", "Gateway": "e2e-ipp-cleanup-8405fd", "namespace": "openshift-ingress"} 2026-09-11T00:00:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "657e0188-870a-4b49-84c6-f5814f559f6a", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress"} 2026-09-11T00:00:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "657e0188-870a-4b49-84c6-f5814f559f6a", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb-authn-ssl"} 2026-09-11T00:00:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "657e0188-870a-4b49-84c6-f5814f559f6a", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress"} 2026-09-11T00:00:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "812f4a3f-89fb-42a5-90f5-13049e7d92b9", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress"} 2026-09-11T00:00:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "812f4a3f-89fb-42a5-90f5-13049e7d92b9", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb-authn-ssl"} 2026-09-11T00:00:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "812f4a3f-89fb-42a5-90f5-13049e7d92b9", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress"} 2026-09-11T00:01:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "bbeb35ac-00bc-4cd3-9c59-13dd37f129f2", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress"} 2026-09-11T00:01:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "bbeb35ac-00bc-4cd3-9c59-13dd37f129f2", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb-authn-ssl"} 2026-09-11T00:01:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "bbeb35ac-00bc-4cd3-9c59-13dd37f129f2", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress"} 2026-09-11T00:01:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "61fb822f-ec47-4744-91a9-76f25f0130ea", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-11T00:01:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "61fb822f-ec47-4744-91a9-76f25f0130ea", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-11T00:01:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "61fb822f-ec47-4744-91a9-76f25f0130ea", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-11T00:01:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "61fb822f-ec47-4744-91a9-76f25f0130ea", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb-kserve-route-authn"} 2026-09-11T00:01:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "61fb822f-ec47-4744-91a9-76f25f0130ea", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "authType": "userdefined"} 2026-09-11T00:01:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "61fb822f-ec47-4744-91a9-76f25f0130ea", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-11T00:01:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "aad8a5fa-21f0-4331-a554-bf9b3515f5e7", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress"} 2026-09-11T00:01:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "aad8a5fa-21f0-4331-a554-bf9b3515f5e7", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb-authn-ssl"} 2026-09-11T00:01:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "aad8a5fa-21f0-4331-a554-bf9b3515f5e7", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress"} 2026-09-11T00:01:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "d76cadea-4f55-45f6-b94a-e5ee57fe4cbc", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-11T00:01:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "d76cadea-4f55-45f6-b94a-e5ee57fe4cbc", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-11T00:01:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "d76cadea-4f55-45f6-b94a-e5ee57fe4cbc", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-11T00:01:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "d76cadea-4f55-45f6-b94a-e5ee57fe4cbc", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb-kserve-route-authn"} 2026-09-11T00:01:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "d76cadea-4f55-45f6-b94a-e5ee57fe4cbc", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "authType": "userdefined"} 2026-09-11T00:01:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "d76cadea-4f55-45f6-b94a-e5ee57fe4cbc", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-11T00:01:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e98a17fe-598a-43c3-b712-93f7988bc589", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-11T00:01:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e98a17fe-598a-43c3-b712-93f7988bc589", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T00:01:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e98a17fe-598a-43c3-b712-93f7988bc589", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-71c1cb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T00:01:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "odh-trusted-ca-bundle", "reconcileID": "c4f18cd2-cfdb-4f95-b2f1-186880902f4d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-11T00:01:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "odh-trusted-ca-bundle", "reconcileID": "c4f18cd2-cfdb-4f95-b2f1-186880902f4d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-11T00:01:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "openshift-service-ca.crt", "reconcileID": "18df293d-5303-48a6-8b19-f923ce7fa3ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-11T00:01:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "openshift-service-ca.crt", "reconcileID": "18df293d-5303-48a6-8b19-f923ce7fa3ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-11T00:01:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3e41e66-6139-42e5-a24c-99686abad7c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-11T00:01:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3e41e66-6139-42e5-a24c-99686abad7c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-11T00:01:39Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "dde8dc9d-1f65-4c26-9d66-b6ecf72a7af1", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-11T00:01:39Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "dde8dc9d-1f65-4c26-9d66-b6ecf72a7af1", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb"} 2026-09-11T00:01:39Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "dde8dc9d-1f65-4c26-9d66-b6ecf72a7af1", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-11T00:01:39Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "dde8dc9d-1f65-4c26-9d66-b6ecf72a7af1", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-11T00:01:39Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "dde8dc9d-1f65-4c26-9d66-b6ecf72a7af1", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb-kserve-route-authn"} 2026-09-11T00:01:39Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "dde8dc9d-1f65-4c26-9d66-b6ecf72a7af1", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb-kserve-route-authn"} 2026-09-11T00:01:39Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "dde8dc9d-1f65-4c26-9d66-b6ecf72a7af1", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-11T00:01:39Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "dde8dc9d-1f65-4c26-9d66-b6ecf72a7af1", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-11T00:01:52Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "ec5d2fce-5d01-4ee3-ad16-774a3a25c764", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-11T00:01:52Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "ec5d2fce-5d01-4ee3-ad16-774a3a25c764", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb"} 2026-09-11T00:01:52Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "ec5d2fce-5d01-4ee3-ad16-774a3a25c764", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-11T00:01:52Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "ec5d2fce-5d01-4ee3-ad16-774a3a25c764", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-11T00:01:52Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "ec5d2fce-5d01-4ee3-ad16-774a3a25c764", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb-kserve-route-authn"} 2026-09-11T00:01:52Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "ec5d2fce-5d01-4ee3-ad16-774a3a25c764", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb-kserve-route-authn"} 2026-09-11T00:01:52Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "ec5d2fce-5d01-4ee3-ad16-774a3a25c764", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-11T00:01:52Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "ec5d2fce-5d01-4ee3-ad16-774a3a25c764", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-11T00:01:52Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-71c1cb","namespace":"ai-tenant-e2e-ipp-a-71c1cb"}, "namespace": "ai-tenant-e2e-ipp-a-71c1cb", "name": "ipp-route-71c1cb", "reconcileID": "e0ad2ac4-f075-4e0d-bbea-58454ed54d76", "LLMInferenceService": "ipp-route-71c1cb", "namespace": "ai-tenant-e2e-ipp-a-71c1cb"} 2026-09-11T00:01:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "0cf682d4-be91-4518-9fbe-9cef4c499a34", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress"} 2026-09-11T00:01:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "0cf682d4-be91-4518-9fbe-9cef4c499a34", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb-authn-ssl"} 2026-09-11T00:01:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "0cf682d4-be91-4518-9fbe-9cef4c499a34", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress"} 2026-09-11T00:01:59Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-71c1cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-71c1cb", "reconcileID": "e0304fe9-6eec-499d-b96d-ab87d3d5e615", "Gateway": "e2e-ipp-a-71c1cb", "namespace": "openshift-ingress"} 2026-09-11T00:02:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5453e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3", "reconcileID": "51103595-8463-47f6-a351-691193734d4c", "Gateway": "e2e-ipp-b-5453e3", "namespace": "openshift-ingress"} 2026-09-11T00:02:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5453e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3", "reconcileID": "51103595-8463-47f6-a351-691193734d4c", "Gateway": "e2e-ipp-b-5453e3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3-authn-ssl"} 2026-09-11T00:02:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5453e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3", "reconcileID": "51103595-8463-47f6-a351-691193734d4c", "Gateway": "e2e-ipp-b-5453e3", "namespace": "openshift-ingress"} 2026-09-11T00:02:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5453e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3", "reconcileID": "bc51dd03-1483-4fa7-ae03-f63ed992d09f", "Gateway": "e2e-ipp-b-5453e3", "namespace": "openshift-ingress"} 2026-09-11T00:02:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5453e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3", "reconcileID": "bc51dd03-1483-4fa7-ae03-f63ed992d09f", "Gateway": "e2e-ipp-b-5453e3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3-authn-ssl"} 2026-09-11T00:02:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5453e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3", "reconcileID": "bc51dd03-1483-4fa7-ae03-f63ed992d09f", "Gateway": "e2e-ipp-b-5453e3", "namespace": "openshift-ingress"} 2026-09-11T00:02:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5453e3"}, "namespace": "ai-tenant-e2e-ipp-b-5453e3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f7f3018-e139-424a-9f27-4701671f8d74", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5453e3"} 2026-09-11T00:02:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5453e3"}, "namespace": "ai-tenant-e2e-ipp-b-5453e3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f7f3018-e139-424a-9f27-4701671f8d74", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5453e3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T00:02:16Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5453e3"}, "namespace": "ai-tenant-e2e-ipp-b-5453e3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f7f3018-e139-424a-9f27-4701671f8d74", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-5453e3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T00:02:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5453e3"}, "namespace": "ai-tenant-e2e-ipp-b-5453e3", "name": "odh-trusted-ca-bundle", "reconcileID": "255cce9b-8fec-464e-838f-43673031e8ca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5453e3"} 2026-09-11T00:02:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5453e3"}, "namespace": "ai-tenant-e2e-ipp-b-5453e3", "name": "odh-trusted-ca-bundle", "reconcileID": "255cce9b-8fec-464e-838f-43673031e8ca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5453e3"} 2026-09-11T00:02:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5453e3"}, "namespace": "ai-tenant-e2e-ipp-b-5453e3", "name": "openshift-service-ca.crt", "reconcileID": "b9c56595-e41f-4af6-b1e9-bf633babf72f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5453e3"} 2026-09-11T00:02:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5453e3"}, "namespace": "ai-tenant-e2e-ipp-b-5453e3", "name": "openshift-service-ca.crt", "reconcileID": "b9c56595-e41f-4af6-b1e9-bf633babf72f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5453e3"} 2026-09-11T00:02:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5453e3"}, "namespace": "ai-tenant-e2e-ipp-b-5453e3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "19b0d901-cc69-436d-8aee-5ca8a51e09d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5453e3"} 2026-09-11T00:02:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5453e3"}, "namespace": "ai-tenant-e2e-ipp-b-5453e3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "19b0d901-cc69-436d-8aee-5ca8a51e09d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5453e3"} 2026-09-11T00:02:16Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5453e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5453e3", "reconcileID": "583982c1-acb9-4563-86ea-f43edf463468", "Gateway": "e2e-ipp-b-5453e3", "namespace": "openshift-ingress"} 2026-09-11T00:02:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0b637b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0b637b", "reconcileID": "105bdb19-ea78-4293-a7b6-7dac13cae619", "Gateway": "e2e-shared-a-w3-0b637b", "namespace": "openshift-ingress"} 2026-09-11T00:02:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0b637b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0b637b", "reconcileID": "105bdb19-ea78-4293-a7b6-7dac13cae619", "Gateway": "e2e-shared-a-w3-0b637b", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0b637b-authn-ssl"} 2026-09-11T00:02:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0b637b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0b637b", "reconcileID": "105bdb19-ea78-4293-a7b6-7dac13cae619", "Gateway": "e2e-shared-a-w3-0b637b", "namespace": "openshift-ingress"} 2026-09-11T00:02:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0b637b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0b637b", "reconcileID": "560df58c-469d-405c-a0ee-f4c717f7313f", "Gateway": "e2e-shared-a-w3-0b637b", "namespace": "openshift-ingress"} 2026-09-11T00:02:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0b637b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0b637b", "reconcileID": "560df58c-469d-405c-a0ee-f4c717f7313f", "Gateway": "e2e-shared-a-w3-0b637b", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0b637b-authn-ssl"} 2026-09-11T00:02:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0b637b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0b637b", "reconcileID": "560df58c-469d-405c-a0ee-f4c717f7313f", "Gateway": "e2e-shared-a-w3-0b637b", "namespace": "openshift-ingress"} 2026-09-11T00:02:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-0b637b"}, "namespace": "ai-tenant-e2e-shared-a-w3-0b637b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13cd440f-28ef-4348-8d35-f66a39114030", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-0b637b"} 2026-09-11T00:02:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-0b637b"}, "namespace": "ai-tenant-e2e-shared-a-w3-0b637b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13cd440f-28ef-4348-8d35-f66a39114030", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-0b637b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T00:02:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-0b637b"}, "namespace": "ai-tenant-e2e-shared-a-w3-0b637b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13cd440f-28ef-4348-8d35-f66a39114030", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-0b637b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T00:02:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-0b637b"}, "namespace": "ai-tenant-e2e-shared-a-w3-0b637b", "name": "odh-trusted-ca-bundle", "reconcileID": "49cf4737-d1be-42bd-95c5-bfe829d24c3b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-0b637b"} 2026-09-11T00:02:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-0b637b"}, "namespace": "ai-tenant-e2e-shared-a-w3-0b637b", "name": "odh-trusted-ca-bundle", "reconcileID": "49cf4737-d1be-42bd-95c5-bfe829d24c3b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-0b637b"} 2026-09-11T00:02:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-0b637b"}, "namespace": "ai-tenant-e2e-shared-a-w3-0b637b", "name": "openshift-service-ca.crt", "reconcileID": "640b7155-03a0-411a-aa44-453769301165", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-0b637b"} 2026-09-11T00:02:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-0b637b"}, "namespace": "ai-tenant-e2e-shared-a-w3-0b637b", "name": "openshift-service-ca.crt", "reconcileID": "640b7155-03a0-411a-aa44-453769301165", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-0b637b"} 2026-09-11T00:02:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-0b637b"}, "namespace": "ai-tenant-e2e-shared-a-w3-0b637b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2733894d-4336-494f-b5bd-fcd07582b34f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-0b637b"} 2026-09-11T00:02:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-0b637b"}, "namespace": "ai-tenant-e2e-shared-a-w3-0b637b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2733894d-4336-494f-b5bd-fcd07582b34f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-0b637b"} 2026-09-11T00:02:34Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0b637b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0b637b", "reconcileID": "0da41059-1a9c-4370-bcb9-09bc8fbf399c", "Gateway": "e2e-shared-a-w3-0b637b", "namespace": "openshift-ingress"} 2026-09-11T00:02:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6d2e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6d2e31", "reconcileID": "2f15b89f-8208-4502-98c8-828f0961e0e4", "Gateway": "e2e-shared-b-w3-6d2e31", "namespace": "openshift-ingress"} 2026-09-11T00:02:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6d2e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6d2e31", "reconcileID": "2f15b89f-8208-4502-98c8-828f0961e0e4", "Gateway": "e2e-shared-b-w3-6d2e31", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6d2e31-authn-ssl"} 2026-09-11T00:02:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6d2e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6d2e31", "reconcileID": "2f15b89f-8208-4502-98c8-828f0961e0e4", "Gateway": "e2e-shared-b-w3-6d2e31", "namespace": "openshift-ingress"} 2026-09-11T00:02:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6d2e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6d2e31", "reconcileID": "2cc26e9a-9cf6-4fb6-8af9-4c0be85d2079", "Gateway": "e2e-shared-b-w3-6d2e31", "namespace": "openshift-ingress"} 2026-09-11T00:02:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6d2e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6d2e31", "reconcileID": "2cc26e9a-9cf6-4fb6-8af9-4c0be85d2079", "Gateway": "e2e-shared-b-w3-6d2e31", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6d2e31-authn-ssl"} 2026-09-11T00:02:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6d2e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6d2e31", "reconcileID": "2cc26e9a-9cf6-4fb6-8af9-4c0be85d2079", "Gateway": "e2e-shared-b-w3-6d2e31", "namespace": "openshift-ingress"} 2026-09-11T00:02:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-6d2e31"}, "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cc4a9a42-d9b3-47e3-b239-a098fca98b1e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31"} 2026-09-11T00:02:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-6d2e31"}, "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cc4a9a42-d9b3-47e3-b239-a098fca98b1e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T00:02:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-6d2e31"}, "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cc4a9a42-d9b3-47e3-b239-a098fca98b1e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-6d2e31 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T00:02:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-6d2e31"}, "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "odh-trusted-ca-bundle", "reconcileID": "a413d076-b5ac-4d87-adf8-c8b4269beb20", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31"} 2026-09-11T00:02:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-6d2e31"}, "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "odh-trusted-ca-bundle", "reconcileID": "a413d076-b5ac-4d87-adf8-c8b4269beb20", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31"} 2026-09-11T00:02:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-6d2e31"}, "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "openshift-service-ca.crt", "reconcileID": "884c17e6-8a08-4b9b-b66b-2337a679e5b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31"} 2026-09-11T00:02:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-6d2e31"}, "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "openshift-service-ca.crt", "reconcileID": "884c17e6-8a08-4b9b-b66b-2337a679e5b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31"} 2026-09-11T00:02:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-6d2e31"}, "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2a5dba2-955f-430b-8f7f-c7ba4d615797", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31"} 2026-09-11T00:02:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-6d2e31"}, "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2a5dba2-955f-430b-8f7f-c7ba4d615797", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-6d2e31"} 2026-09-11T00:02:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6d2e31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6d2e31", "reconcileID": "1df7a7d3-4048-4224-b1ff-78fa39425443", "Gateway": "e2e-shared-b-w3-6d2e31", "namespace": "openshift-ingress"} 2026-09-11T00:04:24Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T00:04:24Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T00:04:26Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T00:04:26Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T00:07:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-13dc3fb1", "reconcileID": "85da7d60-3b3e-438f-b65e-bb5d79bc03de", "LLMInferenceService": "e2e-same-id-a-13dc3fb1", "namespace": "llm"} 2026-09-11T00:07:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-13dc3fb1", "reconcileID": "85da7d60-3b3e-438f-b65e-bb5d79bc03de", "LLMInferenceService": "e2e-same-id-a-13dc3fb1", "namespace": "llm"} 2026-09-11T00:07:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-13dc3fb1", "reconcileID": "85da7d60-3b3e-438f-b65e-bb5d79bc03de", "LLMInferenceService": "e2e-same-id-a-13dc3fb1", "namespace": "llm"} 2026-09-11T00:07:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b816743b-f626-4f1c-ad42-058b3ee93e7f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T00:07:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-13dc3fb1", "reconcileID": "85da7d60-3b3e-438f-b65e-bb5d79bc03de", "LLMInferenceService": "e2e-same-id-a-13dc3fb1", "namespace": "llm", "name": "e2e-same-id-a-13dc3fb1-kserve-route-authn"} 2026-09-11T00:07:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-13dc3fb1", "reconcileID": "85da7d60-3b3e-438f-b65e-bb5d79bc03de", "LLMInferenceService": "e2e-same-id-a-13dc3fb1", "namespace": "llm", "authType": "userdefined"} 2026-09-11T00:07:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-13dc3fb1", "reconcileID": "85da7d60-3b3e-438f-b65e-bb5d79bc03de", "LLMInferenceService": "e2e-same-id-a-13dc3fb1", "namespace": "llm"} 2026-09-11T00:07:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b816743b-f626-4f1c-ad42-058b3ee93e7f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T00:07:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b816743b-f626-4f1c-ad42-058b3ee93e7f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T00:07:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-13dc3fb1", "reconcileID": "d9793e3e-cfc2-42b7-b083-1e915e18ffca", "LLMInferenceService": "e2e-same-id-b-13dc3fb1", "namespace": "llm"} 2026-09-11T00:07:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-13dc3fb1", "reconcileID": "d9793e3e-cfc2-42b7-b083-1e915e18ffca", "LLMInferenceService": "e2e-same-id-b-13dc3fb1", "namespace": "llm"} 2026-09-11T00:07:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-13dc3fb1", "reconcileID": "d9793e3e-cfc2-42b7-b083-1e915e18ffca", "LLMInferenceService": "e2e-same-id-b-13dc3fb1", "namespace": "llm"} 2026-09-11T00:07:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7eda964f-4a87-4479-bdc0-a3686c1c0f9f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T00:07:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-13dc3fb1", "reconcileID": "d9793e3e-cfc2-42b7-b083-1e915e18ffca", "LLMInferenceService": "e2e-same-id-b-13dc3fb1", "namespace": "llm", "name": "e2e-same-id-b-13dc3fb1-kserve-route-authn"} 2026-09-11T00:07:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-13dc3fb1", "reconcileID": "d9793e3e-cfc2-42b7-b083-1e915e18ffca", "LLMInferenceService": "e2e-same-id-b-13dc3fb1", "namespace": "llm", "authType": "userdefined"} 2026-09-11T00:07:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-13dc3fb1", "reconcileID": "d9793e3e-cfc2-42b7-b083-1e915e18ffca", "LLMInferenceService": "e2e-same-id-b-13dc3fb1", "namespace": "llm"} 2026-09-11T00:07:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7eda964f-4a87-4479-bdc0-a3686c1c0f9f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T00:07:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7eda964f-4a87-4479-bdc0-a3686c1c0f9f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T00:07:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-13dc3fb1", "reconcileID": "8102b5df-2277-471a-81df-2aa108b444e5", "LLMInferenceService": "e2e-same-id-a-13dc3fb1", "namespace": "llm"} 2026-09-11T00:07:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-13dc3fb1", "reconcileID": "8102b5df-2277-471a-81df-2aa108b444e5", "LLMInferenceService": "e2e-same-id-a-13dc3fb1", "namespace": "llm"} 2026-09-11T00:07:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-13dc3fb1", "reconcileID": "8102b5df-2277-471a-81df-2aa108b444e5", "LLMInferenceService": "e2e-same-id-a-13dc3fb1", "namespace": "llm"} 2026-09-11T00:07:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-13dc3fb1", "reconcileID": "8102b5df-2277-471a-81df-2aa108b444e5", "LLMInferenceService": "e2e-same-id-a-13dc3fb1", "namespace": "llm", "name": "e2e-same-id-a-13dc3fb1-kserve-route-authn"} 2026-09-11T00:07:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-13dc3fb1", "reconcileID": "8102b5df-2277-471a-81df-2aa108b444e5", "LLMInferenceService": "e2e-same-id-a-13dc3fb1", "namespace": "llm", "authType": "userdefined"} 2026-09-11T00:07:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-13dc3fb1", "reconcileID": "8102b5df-2277-471a-81df-2aa108b444e5", "LLMInferenceService": "e2e-same-id-a-13dc3fb1", "namespace": "llm"} 2026-09-11T00:07:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5966dc85-3e26-4524-a544-0260eddf6b8d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T00:07:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5966dc85-3e26-4524-a544-0260eddf6b8d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T00:07:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5966dc85-3e26-4524-a544-0260eddf6b8d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T00:07:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-13dc3fb1", "reconcileID": "0be9a54a-f7d5-4651-8322-09e7f84e6c2c", "LLMInferenceService": "e2e-same-id-a-13dc3fb1", "namespace": "llm"} 2026-09-11T00:07:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-13dc3fb1", "reconcileID": "0be9a54a-f7d5-4651-8322-09e7f84e6c2c", "LLMInferenceService": "e2e-same-id-a-13dc3fb1", "namespace": "llm"} 2026-09-11T00:07:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-13dc3fb1", "reconcileID": "0be9a54a-f7d5-4651-8322-09e7f84e6c2c", "LLMInferenceService": "e2e-same-id-a-13dc3fb1", "namespace": "llm"} 2026-09-11T00:07:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-13dc3fb1", "reconcileID": "0be9a54a-f7d5-4651-8322-09e7f84e6c2c", "LLMInferenceService": "e2e-same-id-a-13dc3fb1", "namespace": "llm", "name": "e2e-same-id-a-13dc3fb1-kserve-route-authn"} 2026-09-11T00:07:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-13dc3fb1", "reconcileID": "0be9a54a-f7d5-4651-8322-09e7f84e6c2c", "LLMInferenceService": "e2e-same-id-a-13dc3fb1", "namespace": "llm", "authType": "userdefined"} 2026-09-11T00:07:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-13dc3fb1", "reconcileID": "0be9a54a-f7d5-4651-8322-09e7f84e6c2c", "LLMInferenceService": "e2e-same-id-a-13dc3fb1", "namespace": "llm"} 2026-09-11T00:07:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-13dc3fb1", "reconcileID": "508ae270-5575-4cd2-b063-09830cff584d", "LLMInferenceService": "e2e-same-id-b-13dc3fb1", "namespace": "llm"} 2026-09-11T00:07:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-13dc3fb1", "reconcileID": "508ae270-5575-4cd2-b063-09830cff584d", "LLMInferenceService": "e2e-same-id-b-13dc3fb1", "namespace": "llm"} 2026-09-11T00:07:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-13dc3fb1", "reconcileID": "508ae270-5575-4cd2-b063-09830cff584d", "LLMInferenceService": "e2e-same-id-b-13dc3fb1", "namespace": "llm"} 2026-09-11T00:07:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-13dc3fb1", "reconcileID": "508ae270-5575-4cd2-b063-09830cff584d", "LLMInferenceService": "e2e-same-id-b-13dc3fb1", "namespace": "llm", "name": "e2e-same-id-b-13dc3fb1-kserve-route-authn"} 2026-09-11T00:07:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-13dc3fb1", "reconcileID": "508ae270-5575-4cd2-b063-09830cff584d", "LLMInferenceService": "e2e-same-id-b-13dc3fb1", "namespace": "llm", "authType": "userdefined"} 2026-09-11T00:07:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-13dc3fb1", "reconcileID": "508ae270-5575-4cd2-b063-09830cff584d", "LLMInferenceService": "e2e-same-id-b-13dc3fb1", "namespace": "llm"} 2026-09-11T00:07:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8e355492-254a-491f-8d05-c2a8b41ad1b3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T00:07:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8e355492-254a-491f-8d05-c2a8b41ad1b3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T00:07:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8e355492-254a-491f-8d05-c2a8b41ad1b3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T00:07:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-13dc3fb1", "reconcileID": "a812b1b4-ab52-4b20-82d9-69bea9c4501d", "LLMInferenceService": "e2e-same-id-b-13dc3fb1", "namespace": "llm"} 2026-09-11T00:07:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-13dc3fb1", "reconcileID": "a812b1b4-ab52-4b20-82d9-69bea9c4501d", "LLMInferenceService": "e2e-same-id-b-13dc3fb1", "namespace": "llm"} 2026-09-11T00:07:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-13dc3fb1", "reconcileID": "a812b1b4-ab52-4b20-82d9-69bea9c4501d", "LLMInferenceService": "e2e-same-id-b-13dc3fb1", "namespace": "llm"} 2026-09-11T00:07:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-13dc3fb1", "reconcileID": "a812b1b4-ab52-4b20-82d9-69bea9c4501d", "LLMInferenceService": "e2e-same-id-b-13dc3fb1", "namespace": "llm", "name": "e2e-same-id-b-13dc3fb1-kserve-route-authn"} 2026-09-11T00:07:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-13dc3fb1", "reconcileID": "a812b1b4-ab52-4b20-82d9-69bea9c4501d", "LLMInferenceService": "e2e-same-id-b-13dc3fb1", "namespace": "llm", "authType": "userdefined"} 2026-09-11T00:07:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-13dc3fb1", "reconcileID": "a812b1b4-ab52-4b20-82d9-69bea9c4501d", "LLMInferenceService": "e2e-same-id-b-13dc3fb1", "namespace": "llm"} 2026-09-11T00:07:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-13dc3fb1", "reconcileID": "4cfcf221-7342-423d-9671-2362fbb37162", "LLMInferenceService": "e2e-same-id-a-13dc3fb1", "namespace": "llm"} 2026-09-11T00:07:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-13dc3fb1", "reconcileID": "4cfcf221-7342-423d-9671-2362fbb37162", "LLMInferenceService": "e2e-same-id-a-13dc3fb1", "namespace": "llm"} 2026-09-11T00:07:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-13dc3fb1", "reconcileID": "4cfcf221-7342-423d-9671-2362fbb37162", "LLMInferenceService": "e2e-same-id-a-13dc3fb1", "namespace": "llm"} 2026-09-11T00:07:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-13dc3fb1", "reconcileID": "4cfcf221-7342-423d-9671-2362fbb37162", "LLMInferenceService": "e2e-same-id-a-13dc3fb1", "namespace": "llm", "name": "e2e-same-id-a-13dc3fb1-kserve-route-authn"} 2026-09-11T00:07:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-13dc3fb1", "reconcileID": "4cfcf221-7342-423d-9671-2362fbb37162", "LLMInferenceService": "e2e-same-id-a-13dc3fb1", "namespace": "llm", "authType": "userdefined"} 2026-09-11T00:07:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-13dc3fb1", "reconcileID": "4cfcf221-7342-423d-9671-2362fbb37162", "LLMInferenceService": "e2e-same-id-a-13dc3fb1", "namespace": "llm"} 2026-09-11T00:07:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-13dc3fb1", "reconcileID": "fbe4185e-e4cb-42ce-a5b8-bf590b6942d4", "LLMInferenceService": "e2e-same-id-b-13dc3fb1", "namespace": "llm"} 2026-09-11T00:07:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-13dc3fb1", "reconcileID": "fbe4185e-e4cb-42ce-a5b8-bf590b6942d4", "LLMInferenceService": "e2e-same-id-b-13dc3fb1", "namespace": "llm"} 2026-09-11T00:07:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-13dc3fb1", "reconcileID": "fbe4185e-e4cb-42ce-a5b8-bf590b6942d4", "LLMInferenceService": "e2e-same-id-b-13dc3fb1", "namespace": "llm"} 2026-09-11T00:07:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-13dc3fb1", "reconcileID": "fbe4185e-e4cb-42ce-a5b8-bf590b6942d4", "LLMInferenceService": "e2e-same-id-b-13dc3fb1", "namespace": "llm", "name": "e2e-same-id-b-13dc3fb1-kserve-route-authn"} 2026-09-11T00:07:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-13dc3fb1", "reconcileID": "fbe4185e-e4cb-42ce-a5b8-bf590b6942d4", "LLMInferenceService": "e2e-same-id-b-13dc3fb1", "namespace": "llm", "authType": "userdefined"} 2026-09-11T00:07:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-13dc3fb1", "reconcileID": "fbe4185e-e4cb-42ce-a5b8-bf590b6942d4", "LLMInferenceService": "e2e-same-id-b-13dc3fb1", "namespace": "llm"} 2026-09-11T00:07:43Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-13dc3fb1", "reconcileID": "f7b9a535-6a03-406e-a3ba-ecd198d44afd", "LLMInferenceService": "e2e-same-id-a-13dc3fb1", "namespace": "llm"} 2026-09-11T00:07:43Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-13dc3fb1", "reconcileID": "f7b9a535-6a03-406e-a3ba-ecd198d44afd", "LLMInferenceService": "e2e-same-id-a-13dc3fb1", "namespace": "llm", "name": "e2e-same-id-a-13dc3fb1"} 2026-09-11T00:07:43Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-13dc3fb1", "reconcileID": "f7b9a535-6a03-406e-a3ba-ecd198d44afd", "LLMInferenceService": "e2e-same-id-a-13dc3fb1", "namespace": "llm"} 2026-09-11T00:07:43Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-13dc3fb1", "reconcileID": "f7b9a535-6a03-406e-a3ba-ecd198d44afd", "LLMInferenceService": "e2e-same-id-a-13dc3fb1", "namespace": "llm"} 2026-09-11T00:07:43Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-13dc3fb1", "reconcileID": "f7b9a535-6a03-406e-a3ba-ecd198d44afd", "LLMInferenceService": "e2e-same-id-a-13dc3fb1", "namespace": "llm", "name": "e2e-same-id-a-13dc3fb1-kserve-route-authn"} 2026-09-11T00:07:43Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-13dc3fb1", "reconcileID": "f7b9a535-6a03-406e-a3ba-ecd198d44afd", "LLMInferenceService": "e2e-same-id-a-13dc3fb1", "namespace": "llm", "name": "e2e-same-id-a-13dc3fb1-kserve-route-authn"} 2026-09-11T00:07:44Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-13dc3fb1", "reconcileID": "22b0b2be-c130-4a0b-a827-5fe6af02fe41", "LLMInferenceService": "e2e-same-id-a-13dc3fb1", "namespace": "llm"} 2026-09-11T00:07:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9d7b9863-2021-4d5f-954f-ec5e978f1d38", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T00:07:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9d7b9863-2021-4d5f-954f-ec5e978f1d38", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T00:07:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9d7b9863-2021-4d5f-954f-ec5e978f1d38", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T00:07:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6ebdadd0-8684-4fa5-b471-172b534cd770", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T00:07:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6ebdadd0-8684-4fa5-b471-172b534cd770", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T00:07:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6ebdadd0-8684-4fa5-b471-172b534cd770", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T00:07:44Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-13dc3fb1", "reconcileID": "02d640d9-3074-41cf-993e-b509f7acc00e", "LLMInferenceService": "e2e-same-id-b-13dc3fb1", "namespace": "llm"} 2026-09-11T00:07:44Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-13dc3fb1", "reconcileID": "02d640d9-3074-41cf-993e-b509f7acc00e", "LLMInferenceService": "e2e-same-id-b-13dc3fb1", "namespace": "llm", "name": "e2e-same-id-b-13dc3fb1"} 2026-09-11T00:07:44Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-13dc3fb1", "reconcileID": "02d640d9-3074-41cf-993e-b509f7acc00e", "LLMInferenceService": "e2e-same-id-b-13dc3fb1", "namespace": "llm"} 2026-09-11T00:07:44Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-13dc3fb1", "reconcileID": "02d640d9-3074-41cf-993e-b509f7acc00e", "LLMInferenceService": "e2e-same-id-b-13dc3fb1", "namespace": "llm"} 2026-09-11T00:07:44Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-13dc3fb1", "reconcileID": "02d640d9-3074-41cf-993e-b509f7acc00e", "LLMInferenceService": "e2e-same-id-b-13dc3fb1", "namespace": "llm", "name": "e2e-same-id-b-13dc3fb1-kserve-route-authn"} 2026-09-11T00:07:44Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-13dc3fb1", "reconcileID": "02d640d9-3074-41cf-993e-b509f7acc00e", "LLMInferenceService": "e2e-same-id-b-13dc3fb1", "namespace": "llm", "name": "e2e-same-id-b-13dc3fb1-kserve-route-authn"} 2026-09-11T00:07:45Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-13dc3fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-13dc3fb1", "reconcileID": "4ba3fa48-546b-478a-b2df-5621e0ab8806", "LLMInferenceService": "e2e-same-id-b-13dc3fb1", "namespace": "llm"} 2026-09-11T00:07:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bb965b26-3970-4d07-861d-271545a20fb9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T00:07:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bb965b26-3970-4d07-861d-271545a20fb9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T00:07:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bb965b26-3970-4d07-861d-271545a20fb9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T00:07:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9c75d342-ac3c-4bb1-9b9e-71883ea77443", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T00:07:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9c75d342-ac3c-4bb1-9b9e-71883ea77443", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T00:07:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9c75d342-ac3c-4bb1-9b9e-71883ea77443", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}