2026-09-11T04:18:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9342ed","namespace":"ai-tenant-e2e-shared-b-w3-9342ed"}, "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "rate-test-model-9342ed", "reconcileID": "592ccc66-609d-48fb-bb70-03795e3d014e", "LLMInferenceService": "rate-test-model-9342ed", "namespace": "ai-tenant-e2e-shared-b-w3-9342ed"} 2026-09-11T04:18:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9342ed","namespace":"ai-tenant-e2e-shared-b-w3-9342ed"}, "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "rate-test-model-9342ed", "reconcileID": "592ccc66-609d-48fb-bb70-03795e3d014e", "LLMInferenceService": "rate-test-model-9342ed", "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "rate-test-model-9342ed-kserve-route-authn"} 2026-09-11T04:18:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9342ed","namespace":"ai-tenant-e2e-shared-b-w3-9342ed"}, "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "rate-test-model-9342ed", "reconcileID": "592ccc66-609d-48fb-bb70-03795e3d014e", "LLMInferenceService": "rate-test-model-9342ed", "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "authType": "userdefined"} 2026-09-11T04:18:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9342ed","namespace":"ai-tenant-e2e-shared-b-w3-9342ed"}, "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "rate-test-model-9342ed", "reconcileID": "592ccc66-609d-48fb-bb70-03795e3d014e", "LLMInferenceService": "rate-test-model-9342ed", "namespace": "ai-tenant-e2e-shared-b-w3-9342ed"} 2026-09-11T04:18:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9342ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9342ed", "reconcileID": "c750854f-b590-447d-9efd-a97905d8d5e1", "Gateway": "e2e-shared-b-w3-9342ed", "namespace": "openshift-ingress"} 2026-09-11T04:18:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9342ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9342ed", "reconcileID": "c750854f-b590-447d-9efd-a97905d8d5e1", "Gateway": "e2e-shared-b-w3-9342ed", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9342ed-authn-ssl"} 2026-09-11T04:18:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9342ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9342ed", "reconcileID": "c750854f-b590-447d-9efd-a97905d8d5e1", "Gateway": "e2e-shared-b-w3-9342ed", "namespace": "openshift-ingress"} 2026-09-11T04:18:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9342ed","namespace":"ai-tenant-e2e-shared-b-w3-9342ed"}, "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "rate-test-model-9342ed", "reconcileID": "857f5de6-ce48-4343-bcff-75c065117e8c", "LLMInferenceService": "rate-test-model-9342ed", "namespace": "ai-tenant-e2e-shared-b-w3-9342ed"} 2026-09-11T04:18:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9342ed","namespace":"ai-tenant-e2e-shared-b-w3-9342ed"}, "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "rate-test-model-9342ed", "reconcileID": "857f5de6-ce48-4343-bcff-75c065117e8c", "LLMInferenceService": "rate-test-model-9342ed", "namespace": "ai-tenant-e2e-shared-b-w3-9342ed"} 2026-09-11T04:18:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9342ed","namespace":"ai-tenant-e2e-shared-b-w3-9342ed"}, "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "rate-test-model-9342ed", "reconcileID": "857f5de6-ce48-4343-bcff-75c065117e8c", "LLMInferenceService": "rate-test-model-9342ed", "namespace": "ai-tenant-e2e-shared-b-w3-9342ed"} 2026-09-11T04:18:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9342ed","namespace":"ai-tenant-e2e-shared-b-w3-9342ed"}, "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "rate-test-model-9342ed", "reconcileID": "857f5de6-ce48-4343-bcff-75c065117e8c", "LLMInferenceService": "rate-test-model-9342ed", "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "rate-test-model-9342ed-kserve-route-authn"} 2026-09-11T04:18:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9342ed","namespace":"ai-tenant-e2e-shared-b-w3-9342ed"}, "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "rate-test-model-9342ed", "reconcileID": "857f5de6-ce48-4343-bcff-75c065117e8c", "LLMInferenceService": "rate-test-model-9342ed", "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "authType": "userdefined"} 2026-09-11T04:18:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9342ed","namespace":"ai-tenant-e2e-shared-b-w3-9342ed"}, "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "rate-test-model-9342ed", "reconcileID": "857f5de6-ce48-4343-bcff-75c065117e8c", "LLMInferenceService": "rate-test-model-9342ed", "namespace": "ai-tenant-e2e-shared-b-w3-9342ed"} 2026-09-11T04:18:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9342ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9342ed", "reconcileID": "e2d07b8e-8aec-4969-be3e-4ddb04f8568f", "Gateway": "e2e-shared-b-w3-9342ed", "namespace": "openshift-ingress"} 2026-09-11T04:18:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9342ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9342ed", "reconcileID": "e2d07b8e-8aec-4969-be3e-4ddb04f8568f", "Gateway": "e2e-shared-b-w3-9342ed", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9342ed-authn-ssl"} 2026-09-11T04:18:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9342ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9342ed", "reconcileID": "e2d07b8e-8aec-4969-be3e-4ddb04f8568f", "Gateway": "e2e-shared-b-w3-9342ed", "namespace": "openshift-ingress"} 2026-09-11T04:18:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9342ed","namespace":"ai-tenant-e2e-shared-b-w3-9342ed"}, "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "rate-test-model-9342ed", "reconcileID": "f4ee286e-8e76-4f72-af5b-5fc9cf0414d6", "LLMInferenceService": "rate-test-model-9342ed", "namespace": "ai-tenant-e2e-shared-b-w3-9342ed"} 2026-09-11T04:18:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9342ed","namespace":"ai-tenant-e2e-shared-b-w3-9342ed"}, "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "rate-test-model-9342ed", "reconcileID": "f4ee286e-8e76-4f72-af5b-5fc9cf0414d6", "LLMInferenceService": "rate-test-model-9342ed", "namespace": "ai-tenant-e2e-shared-b-w3-9342ed"} 2026-09-11T04:18:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9342ed","namespace":"ai-tenant-e2e-shared-b-w3-9342ed"}, "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "rate-test-model-9342ed", "reconcileID": "f4ee286e-8e76-4f72-af5b-5fc9cf0414d6", "LLMInferenceService": "rate-test-model-9342ed", "namespace": "ai-tenant-e2e-shared-b-w3-9342ed"} 2026-09-11T04:18:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9342ed","namespace":"ai-tenant-e2e-shared-b-w3-9342ed"}, "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "rate-test-model-9342ed", "reconcileID": "f4ee286e-8e76-4f72-af5b-5fc9cf0414d6", "LLMInferenceService": "rate-test-model-9342ed", "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "rate-test-model-9342ed-kserve-route-authn"} 2026-09-11T04:18:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9342ed","namespace":"ai-tenant-e2e-shared-b-w3-9342ed"}, "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "rate-test-model-9342ed", "reconcileID": "f4ee286e-8e76-4f72-af5b-5fc9cf0414d6", "LLMInferenceService": "rate-test-model-9342ed", "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "authType": "userdefined"} 2026-09-11T04:18:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9342ed","namespace":"ai-tenant-e2e-shared-b-w3-9342ed"}, "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "rate-test-model-9342ed", "reconcileID": "f4ee286e-8e76-4f72-af5b-5fc9cf0414d6", "LLMInferenceService": "rate-test-model-9342ed", "namespace": "ai-tenant-e2e-shared-b-w3-9342ed"} 2026-09-11T04:19:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-599baf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-599baf", "reconcileID": "7455ca05-c041-4a9e-b953-c1ebbf7edc6a", "Gateway": "e2e-api-b-599baf", "namespace": "openshift-ingress"} 2026-09-11T04:19:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-599baf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-599baf", "reconcileID": "7455ca05-c041-4a9e-b953-c1ebbf7edc6a", "Gateway": "e2e-api-b-599baf", "namespace": "openshift-ingress", "name": "e2e-api-b-599baf-authn-ssl"} 2026-09-11T04:19:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-599baf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-599baf", "reconcileID": "7455ca05-c041-4a9e-b953-c1ebbf7edc6a", "Gateway": "e2e-api-b-599baf", "namespace": "openshift-ingress"} 2026-09-11T04:19:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-599baf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-599baf", "reconcileID": "679b4267-1a83-4f6e-80ce-7afaaf07e44f", "Gateway": "e2e-api-b-599baf", "namespace": "openshift-ingress"} 2026-09-11T04:19:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-599baf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-599baf", "reconcileID": "679b4267-1a83-4f6e-80ce-7afaaf07e44f", "Gateway": "e2e-api-b-599baf", "namespace": "openshift-ingress", "name": "e2e-api-b-599baf-authn-ssl"} 2026-09-11T04:19:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-599baf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-599baf", "reconcileID": "679b4267-1a83-4f6e-80ce-7afaaf07e44f", "Gateway": "e2e-api-b-599baf", "namespace": "openshift-ingress"} 2026-09-11T04:19:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-599baf"}, "namespace": "ai-tenant-e2e-api-b-599baf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "418d3458-aa28-48a8-a729-069277ac68a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-599baf"} 2026-09-11T04:19:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-599baf"}, "namespace": "ai-tenant-e2e-api-b-599baf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "418d3458-aa28-48a8-a729-069277ac68a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-599baf", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:19:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-599baf"}, "namespace": "ai-tenant-e2e-api-b-599baf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "418d3458-aa28-48a8-a729-069277ac68a2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-599baf because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T04:19:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-599baf"}, "namespace": "ai-tenant-e2e-api-b-599baf", "name": "odh-trusted-ca-bundle", "reconcileID": "29b41dea-7f1f-4987-ae70-d69883fa7685", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-599baf"} 2026-09-11T04:19:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-599baf"}, "namespace": "ai-tenant-e2e-api-b-599baf", "name": "odh-trusted-ca-bundle", "reconcileID": "29b41dea-7f1f-4987-ae70-d69883fa7685", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-599baf"} 2026-09-11T04:19:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-599baf"}, "namespace": "ai-tenant-e2e-api-b-599baf", "name": "openshift-service-ca.crt", "reconcileID": "f7c410ee-dc20-4867-b72c-a7f626573e12", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-599baf"} 2026-09-11T04:19:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-599baf"}, "namespace": "ai-tenant-e2e-api-b-599baf", "name": "openshift-service-ca.crt", "reconcileID": "f7c410ee-dc20-4867-b72c-a7f626573e12", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-599baf"} 2026-09-11T04:19:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-599baf"}, "namespace": "ai-tenant-e2e-api-b-599baf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ede5e7d-9378-49f8-bdab-c134f49e5584", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-599baf"} 2026-09-11T04:19:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-599baf"}, "namespace": "ai-tenant-e2e-api-b-599baf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ede5e7d-9378-49f8-bdab-c134f49e5584", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-599baf"} 2026-09-11T04:19:12Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-599baf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-599baf", "reconcileID": "3e56b9cd-b599-4192-bb56-567de6e68f1b", "Gateway": "e2e-api-b-599baf", "namespace": "openshift-ingress"} 2026-09-11T04:19:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9342ed","namespace":"ai-tenant-e2e-shared-b-w3-9342ed"}, "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "rate-test-model-9342ed", "reconcileID": "527b58ea-b921-443c-add6-485f4e141a00", "LLMInferenceService": "rate-test-model-9342ed", "namespace": "ai-tenant-e2e-shared-b-w3-9342ed"} 2026-09-11T04:19:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9342ed","namespace":"ai-tenant-e2e-shared-b-w3-9342ed"}, "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "rate-test-model-9342ed", "reconcileID": "527b58ea-b921-443c-add6-485f4e141a00", "LLMInferenceService": "rate-test-model-9342ed", "namespace": "ai-tenant-e2e-shared-b-w3-9342ed"} 2026-09-11T04:19:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9342ed","namespace":"ai-tenant-e2e-shared-b-w3-9342ed"}, "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "rate-test-model-9342ed", "reconcileID": "527b58ea-b921-443c-add6-485f4e141a00", "LLMInferenceService": "rate-test-model-9342ed", "namespace": "ai-tenant-e2e-shared-b-w3-9342ed"} 2026-09-11T04:19:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9342ed","namespace":"ai-tenant-e2e-shared-b-w3-9342ed"}, "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "rate-test-model-9342ed", "reconcileID": "527b58ea-b921-443c-add6-485f4e141a00", "LLMInferenceService": "rate-test-model-9342ed", "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "rate-test-model-9342ed-kserve-route-authn"} 2026-09-11T04:19:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9342ed","namespace":"ai-tenant-e2e-shared-b-w3-9342ed"}, "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "rate-test-model-9342ed", "reconcileID": "527b58ea-b921-443c-add6-485f4e141a00", "LLMInferenceService": "rate-test-model-9342ed", "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "authType": "userdefined"} 2026-09-11T04:19:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9342ed","namespace":"ai-tenant-e2e-shared-b-w3-9342ed"}, "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "rate-test-model-9342ed", "reconcileID": "527b58ea-b921-443c-add6-485f4e141a00", "LLMInferenceService": "rate-test-model-9342ed", "namespace": "ai-tenant-e2e-shared-b-w3-9342ed"} 2026-09-11T04:19:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-772e41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-772e41", "reconcileID": "19c67c19-4974-465b-91cc-26b21b100891", "Gateway": "e2e-shared-a-w2-772e41", "namespace": "openshift-ingress"} 2026-09-11T04:19:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-772e41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-772e41", "reconcileID": "19c67c19-4974-465b-91cc-26b21b100891", "Gateway": "e2e-shared-a-w2-772e41", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-772e41-authn-ssl"} 2026-09-11T04:19:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-772e41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-772e41", "reconcileID": "19c67c19-4974-465b-91cc-26b21b100891", "Gateway": "e2e-shared-a-w2-772e41", "namespace": "openshift-ingress"} 2026-09-11T04:19:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-772e41"}, "namespace": "ai-tenant-e2e-shared-a-w2-772e41", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "40be86bd-4397-4019-b5a7-2d5ed217a882", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-772e41"} 2026-09-11T04:19:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-772e41"}, "namespace": "ai-tenant-e2e-shared-a-w2-772e41", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "40be86bd-4397-4019-b5a7-2d5ed217a882", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-772e41", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:19:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-772e41"}, "namespace": "ai-tenant-e2e-shared-a-w2-772e41", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "40be86bd-4397-4019-b5a7-2d5ed217a882", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-772e41 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T04:19:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-772e41"}, "namespace": "ai-tenant-e2e-shared-a-w2-772e41", "name": "odh-trusted-ca-bundle", "reconcileID": "a4458908-632b-4342-9beb-2fdf83df1289", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-772e41"} 2026-09-11T04:19:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-772e41"}, "namespace": "ai-tenant-e2e-shared-a-w2-772e41", "name": "odh-trusted-ca-bundle", "reconcileID": "a4458908-632b-4342-9beb-2fdf83df1289", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-772e41"} 2026-09-11T04:19:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-772e41"}, "namespace": "ai-tenant-e2e-shared-a-w2-772e41", "name": "openshift-service-ca.crt", "reconcileID": "be901dc9-0404-487b-9ae3-f4e0d76a6fd4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-772e41"} 2026-09-11T04:19:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-772e41"}, "namespace": "ai-tenant-e2e-shared-a-w2-772e41", "name": "openshift-service-ca.crt", "reconcileID": "be901dc9-0404-487b-9ae3-f4e0d76a6fd4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-772e41"} 2026-09-11T04:19:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-772e41"}, "namespace": "ai-tenant-e2e-shared-a-w2-772e41", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "94a15e1e-47f9-4bc5-a63c-ac567fd8a343", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-772e41"} 2026-09-11T04:19:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-772e41"}, "namespace": "ai-tenant-e2e-shared-a-w2-772e41", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "94a15e1e-47f9-4bc5-a63c-ac567fd8a343", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-772e41"} 2026-09-11T04:19:30Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-772e41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-772e41", "reconcileID": "00907e18-7dad-46f2-b7f5-f81cee0bc9bb", "Gateway": "e2e-shared-a-w2-772e41", "namespace": "openshift-ingress"} 2026-09-11T04:19:37Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc6708","namespace":"ai-tenant-e2e-shared-a-w3-cc6708"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc6708", "name": "rate-test-model-cc6708", "reconcileID": "249f6340-8c40-4e15-b3a4-ef6bcbe334b0", "LLMInferenceService": "rate-test-model-cc6708", "namespace": "ai-tenant-e2e-shared-a-w3-cc6708"} 2026-09-11T04:19:37Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc6708","namespace":"ai-tenant-e2e-shared-a-w3-cc6708"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc6708", "name": "rate-test-model-cc6708", "reconcileID": "249f6340-8c40-4e15-b3a4-ef6bcbe334b0", "LLMInferenceService": "rate-test-model-cc6708", "namespace": "ai-tenant-e2e-shared-a-w3-cc6708", "name": "rate-test-model-cc6708"} 2026-09-11T04:19:37Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc6708","namespace":"ai-tenant-e2e-shared-a-w3-cc6708"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc6708", "name": "rate-test-model-cc6708", "reconcileID": "249f6340-8c40-4e15-b3a4-ef6bcbe334b0", "LLMInferenceService": "rate-test-model-cc6708", "namespace": "ai-tenant-e2e-shared-a-w3-cc6708"} 2026-09-11T04:19:37Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc6708","namespace":"ai-tenant-e2e-shared-a-w3-cc6708"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc6708", "name": "rate-test-model-cc6708", "reconcileID": "249f6340-8c40-4e15-b3a4-ef6bcbe334b0", "LLMInferenceService": "rate-test-model-cc6708", "namespace": "ai-tenant-e2e-shared-a-w3-cc6708"} 2026-09-11T04:19:37Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc6708","namespace":"ai-tenant-e2e-shared-a-w3-cc6708"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc6708", "name": "rate-test-model-cc6708", "reconcileID": "249f6340-8c40-4e15-b3a4-ef6bcbe334b0", "LLMInferenceService": "rate-test-model-cc6708", "namespace": "ai-tenant-e2e-shared-a-w3-cc6708", "name": "rate-test-model-cc6708-kserve-route-authn"} 2026-09-11T04:19:37Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc6708","namespace":"ai-tenant-e2e-shared-a-w3-cc6708"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc6708", "name": "rate-test-model-cc6708", "reconcileID": "249f6340-8c40-4e15-b3a4-ef6bcbe334b0", "LLMInferenceService": "rate-test-model-cc6708", "namespace": "ai-tenant-e2e-shared-a-w3-cc6708", "name": "rate-test-model-cc6708-kserve-route-authn"} 2026-09-11T04:19:37Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc6708","namespace":"ai-tenant-e2e-shared-a-w3-cc6708"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc6708", "name": "rate-test-model-cc6708", "reconcileID": "249f6340-8c40-4e15-b3a4-ef6bcbe334b0", "LLMInferenceService": "rate-test-model-cc6708", "namespace": "ai-tenant-e2e-shared-a-w3-cc6708", "namespace": "ai-tenant-e2e-shared-a-w3-cc6708"} 2026-09-11T04:19:37Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc6708","namespace":"ai-tenant-e2e-shared-a-w3-cc6708"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc6708", "name": "rate-test-model-cc6708", "reconcileID": "249f6340-8c40-4e15-b3a4-ef6bcbe334b0", "LLMInferenceService": "rate-test-model-cc6708", "namespace": "ai-tenant-e2e-shared-a-w3-cc6708", "namespace": "ai-tenant-e2e-shared-a-w3-cc6708"} 2026-09-11T04:19:37Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc6708","namespace":"ai-tenant-e2e-shared-a-w3-cc6708"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc6708", "name": "rate-test-model-cc6708", "reconcileID": "24ca12e9-1082-4a48-88fc-c5caf44892e5", "LLMInferenceService": "rate-test-model-cc6708", "namespace": "ai-tenant-e2e-shared-a-w3-cc6708"} 2026-09-11T04:19:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc6708","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc6708", "reconcileID": "df5d43d0-d601-45dc-bf1c-895ae357e2bd", "Gateway": "e2e-shared-a-w3-cc6708", "namespace": "openshift-ingress"} 2026-09-11T04:19:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc6708","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc6708", "reconcileID": "df5d43d0-d601-45dc-bf1c-895ae357e2bd", "Gateway": "e2e-shared-a-w3-cc6708", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc6708-authn-ssl"} 2026-09-11T04:19:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc6708","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc6708", "reconcileID": "df5d43d0-d601-45dc-bf1c-895ae357e2bd", "Gateway": "e2e-shared-a-w3-cc6708", "namespace": "openshift-ingress"} 2026-09-11T04:19:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc6708","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc6708", "reconcileID": "41ba9d44-3c4d-4544-8e5c-ac7dba8f6232", "Gateway": "e2e-shared-a-w3-cc6708", "namespace": "openshift-ingress"} 2026-09-11T04:19:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc6708","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc6708", "reconcileID": "41ba9d44-3c4d-4544-8e5c-ac7dba8f6232", "Gateway": "e2e-shared-a-w3-cc6708", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc6708-authn-ssl"} 2026-09-11T04:19:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc6708","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc6708", "reconcileID": "41ba9d44-3c4d-4544-8e5c-ac7dba8f6232", "Gateway": "e2e-shared-a-w3-cc6708", "namespace": "openshift-ingress"} 2026-09-11T04:19:37Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9342ed","namespace":"ai-tenant-e2e-shared-b-w3-9342ed"}, "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "rate-test-model-9342ed", "reconcileID": "7cb55200-0875-4c69-83fb-a7fdd32408ba", "LLMInferenceService": "rate-test-model-9342ed", "namespace": "ai-tenant-e2e-shared-b-w3-9342ed"} 2026-09-11T04:19:37Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9342ed","namespace":"ai-tenant-e2e-shared-b-w3-9342ed"}, "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "rate-test-model-9342ed", "reconcileID": "7cb55200-0875-4c69-83fb-a7fdd32408ba", "LLMInferenceService": "rate-test-model-9342ed", "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "rate-test-model-9342ed"} 2026-09-11T04:19:37Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9342ed","namespace":"ai-tenant-e2e-shared-b-w3-9342ed"}, "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "rate-test-model-9342ed", "reconcileID": "7cb55200-0875-4c69-83fb-a7fdd32408ba", "LLMInferenceService": "rate-test-model-9342ed", "namespace": "ai-tenant-e2e-shared-b-w3-9342ed"} 2026-09-11T04:19:37Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9342ed","namespace":"ai-tenant-e2e-shared-b-w3-9342ed"}, "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "rate-test-model-9342ed", "reconcileID": "7cb55200-0875-4c69-83fb-a7fdd32408ba", "LLMInferenceService": "rate-test-model-9342ed", "namespace": "ai-tenant-e2e-shared-b-w3-9342ed"} 2026-09-11T04:19:37Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9342ed","namespace":"ai-tenant-e2e-shared-b-w3-9342ed"}, "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "rate-test-model-9342ed", "reconcileID": "7cb55200-0875-4c69-83fb-a7fdd32408ba", "LLMInferenceService": "rate-test-model-9342ed", "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "rate-test-model-9342ed-kserve-route-authn"} 2026-09-11T04:19:37Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9342ed","namespace":"ai-tenant-e2e-shared-b-w3-9342ed"}, "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "rate-test-model-9342ed", "reconcileID": "7cb55200-0875-4c69-83fb-a7fdd32408ba", "LLMInferenceService": "rate-test-model-9342ed", "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "rate-test-model-9342ed-kserve-route-authn"} 2026-09-11T04:19:37Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9342ed","namespace":"ai-tenant-e2e-shared-b-w3-9342ed"}, "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "rate-test-model-9342ed", "reconcileID": "7cb55200-0875-4c69-83fb-a7fdd32408ba", "LLMInferenceService": "rate-test-model-9342ed", "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "namespace": "ai-tenant-e2e-shared-b-w3-9342ed"} 2026-09-11T04:19:37Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9342ed","namespace":"ai-tenant-e2e-shared-b-w3-9342ed"}, "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "rate-test-model-9342ed", "reconcileID": "7cb55200-0875-4c69-83fb-a7fdd32408ba", "LLMInferenceService": "rate-test-model-9342ed", "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "namespace": "ai-tenant-e2e-shared-b-w3-9342ed"} 2026-09-11T04:19:38Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9342ed","namespace":"ai-tenant-e2e-shared-b-w3-9342ed"}, "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "rate-test-model-9342ed", "reconcileID": "2c6aa686-a637-474d-853f-6270ccee927c", "LLMInferenceService": "rate-test-model-9342ed", "namespace": "ai-tenant-e2e-shared-b-w3-9342ed"} 2026-09-11T04:19:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9342ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9342ed", "reconcileID": "18a7cd7f-2b1c-4876-8019-ac8872f0244b", "Gateway": "e2e-shared-b-w3-9342ed", "namespace": "openshift-ingress"} 2026-09-11T04:19:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9342ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9342ed", "reconcileID": "18a7cd7f-2b1c-4876-8019-ac8872f0244b", "Gateway": "e2e-shared-b-w3-9342ed", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9342ed-authn-ssl"} 2026-09-11T04:19:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9342ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9342ed", "reconcileID": "18a7cd7f-2b1c-4876-8019-ac8872f0244b", "Gateway": "e2e-shared-b-w3-9342ed", "namespace": "openshift-ingress"} 2026-09-11T04:19:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9342ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9342ed", "reconcileID": "7a478a62-8329-4a5e-b9ee-d460830a0834", "Gateway": "e2e-shared-b-w3-9342ed", "namespace": "openshift-ingress"} 2026-09-11T04:19:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9342ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9342ed", "reconcileID": "7a478a62-8329-4a5e-b9ee-d460830a0834", "Gateway": "e2e-shared-b-w3-9342ed", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9342ed-authn-ssl"} 2026-09-11T04:19:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9342ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9342ed", "reconcileID": "7a478a62-8329-4a5e-b9ee-d460830a0834", "Gateway": "e2e-shared-b-w3-9342ed", "namespace": "openshift-ingress"} 2026-09-11T04:19:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "8c8a93c6-a40d-431f-95ab-88aa4cdf19b5", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress"} 2026-09-11T04:19:38Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "8c8a93c6-a40d-431f-95ab-88aa4cdf19b5", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690-authn-ssl"} 2026-09-11T04:19:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "8c8a93c6-a40d-431f-95ab-88aa4cdf19b5", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress"} 2026-09-11T04:19:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "178eaaab-1ead-4dc8-a255-848de35cf137", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress"} 2026-09-11T04:19:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "178eaaab-1ead-4dc8-a255-848de35cf137", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690-authn-ssl"} 2026-09-11T04:19:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "178eaaab-1ead-4dc8-a255-848de35cf137", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress"} 2026-09-11T04:19:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "ddf34437-d510-436f-bcd8-04982dbd4766", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress"} 2026-09-11T04:19:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "ddf34437-d510-436f-bcd8-04982dbd4766", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690-authn-ssl"} 2026-09-11T04:19:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "ddf34437-d510-436f-bcd8-04982dbd4766", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress"} 2026-09-11T04:19:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "e0e65b90-a0c9-4db0-80eb-82c1c326311a", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress"} 2026-09-11T04:19:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "e0e65b90-a0c9-4db0-80eb-82c1c326311a", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690-authn-ssl"} 2026-09-11T04:19:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "e0e65b90-a0c9-4db0-80eb-82c1c326311a", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress"} 2026-09-11T04:19:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "bd0ceb07-0ae5-474c-bd06-3ea02174bdfc", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress"} 2026-09-11T04:19:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "bd0ceb07-0ae5-474c-bd06-3ea02174bdfc", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690-authn-ssl"} 2026-09-11T04:19:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "bd0ceb07-0ae5-474c-bd06-3ea02174bdfc", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress"} 2026-09-11T04:19:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "06d6bd7e-9e14-4af7-b909-f1afd21549f6", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress"} 2026-09-11T04:19:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "06d6bd7e-9e14-4af7-b909-f1afd21549f6", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690-authn-ssl"} 2026-09-11T04:19:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "06d6bd7e-9e14-4af7-b909-f1afd21549f6", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress"} 2026-09-11T04:19:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "8dcf7f4c-c0ee-419e-8be5-dd70c0ba6a23", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress"} 2026-09-11T04:19:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "8dcf7f4c-c0ee-419e-8be5-dd70c0ba6a23", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690-authn-ssl"} 2026-09-11T04:19:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "8dcf7f4c-c0ee-419e-8be5-dd70c0ba6a23", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress"} 2026-09-11T04:19:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f8229c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f8229c", "reconcileID": "09f653e2-9123-4c0a-a979-96cfe436fffb", "Gateway": "e2e-shared-b-w2-f8229c", "namespace": "openshift-ingress"} 2026-09-11T04:19:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f8229c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f8229c", "reconcileID": "09f653e2-9123-4c0a-a979-96cfe436fffb", "Gateway": "e2e-shared-b-w2-f8229c", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f8229c-authn-ssl"} 2026-09-11T04:19:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f8229c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f8229c", "reconcileID": "09f653e2-9123-4c0a-a979-96cfe436fffb", "Gateway": "e2e-shared-b-w2-f8229c", "namespace": "openshift-ingress"} 2026-09-11T04:19:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "openshift-service-ca.crt", "reconcileID": "e60400fb-d3a7-4fdc-89d4-2176db46d72a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:19:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "openshift-service-ca.crt", "reconcileID": "e46ccfd4-2942-4edf-869f-68a6fec8fe3c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-fdc690", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:19:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "openshift-service-ca.crt", "reconcileID": "e46ccfd4-2942-4edf-869f-68a6fec8fe3c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:19:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "odh-trusted-ca-bundle", "reconcileID": "37a7ac09-c954-4781-aeeb-a1d66f782078", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:19:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "openshift-service-ca.crt", "reconcileID": "1c9de37d-7a22-436a-9d96-269839431eeb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:19:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "87831d17-e36f-4778-bdad-2f843ffecf2d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:19:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "odh-trusted-ca-bundle", "reconcileID": "b2736e5e-e71e-445d-9cef-19d962efbc33", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-fdc690", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:19:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "odh-trusted-ca-bundle", "reconcileID": "b2736e5e-e71e-445d-9cef-19d962efbc33", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:19:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ac8ce4f-ccf6-4774-9ff5-27eeab9d0532", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:19:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "be9d2159-098c-4d85-a2d3-a8104ec21302", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress"} 2026-09-11T04:19:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "be9d2159-098c-4d85-a2d3-a8104ec21302", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690-authn-ssl"} 2026-09-11T04:19:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "be9d2159-098c-4d85-a2d3-a8104ec21302", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress"} 2026-09-11T04:19:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f8229c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f8229c", "reconcileID": "15adf07b-a9f6-4032-894d-22b22fc6093b", "Gateway": "e2e-shared-b-w2-f8229c", "namespace": "openshift-ingress"} 2026-09-11T04:19:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f8229c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f8229c", "reconcileID": "15adf07b-a9f6-4032-894d-22b22fc6093b", "Gateway": "e2e-shared-b-w2-f8229c", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f8229c-authn-ssl"} 2026-09-11T04:19:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f8229c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f8229c", "reconcileID": "15adf07b-a9f6-4032-894d-22b22fc6093b", "Gateway": "e2e-shared-b-w2-f8229c", "namespace": "openshift-ingress"} 2026-09-11T04:19:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f8229c"}, "namespace": "ai-tenant-e2e-shared-b-w2-f8229c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9cf78f3c-ef21-41f2-8a0e-cfd2d08a07b2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-f8229c"} 2026-09-11T04:19:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f8229c"}, "namespace": "ai-tenant-e2e-shared-b-w2-f8229c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9cf78f3c-ef21-41f2-8a0e-cfd2d08a07b2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-f8229c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:19:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f8229c"}, "namespace": "ai-tenant-e2e-shared-b-w2-f8229c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9cf78f3c-ef21-41f2-8a0e-cfd2d08a07b2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-f8229c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T04:19:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f8229c"}, "namespace": "ai-tenant-e2e-shared-b-w2-f8229c", "name": "odh-trusted-ca-bundle", "reconcileID": "9b951184-e3ec-42a6-8482-ab36b200a858", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-f8229c"} 2026-09-11T04:19:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f8229c"}, "namespace": "ai-tenant-e2e-shared-b-w2-f8229c", "name": "odh-trusted-ca-bundle", "reconcileID": "9b951184-e3ec-42a6-8482-ab36b200a858", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-f8229c"} 2026-09-11T04:19:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-f8229c"}, "namespace": "ai-tenant-e2e-shared-b-w2-f8229c", "name": "openshift-service-ca.crt", "reconcileID": "1b1eec73-b57a-4f81-9295-b6a35e0a3464", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-f8229c"} 2026-09-11T04:19:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-f8229c"}, "namespace": "ai-tenant-e2e-shared-b-w2-f8229c", "name": "openshift-service-ca.crt", "reconcileID": "1b1eec73-b57a-4f81-9295-b6a35e0a3464", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-f8229c"} 2026-09-11T04:19:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f8229c"}, "namespace": "ai-tenant-e2e-shared-b-w2-f8229c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b551f6f3-8771-4d9e-8027-3aca64b3172b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-f8229c"} 2026-09-11T04:19:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f8229c"}, "namespace": "ai-tenant-e2e-shared-b-w2-f8229c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b551f6f3-8771-4d9e-8027-3aca64b3172b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-f8229c"} 2026-09-11T04:19:47Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f8229c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f8229c", "reconcileID": "640aa4e2-8214-451b-a028-be6ad1524dde", "Gateway": "e2e-shared-b-w2-f8229c", "namespace": "openshift-ingress"} 2026-09-11T04:19:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "052f9ba2-c4ad-41b7-94d6-cd3c8256e962", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress"} 2026-09-11T04:19:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "052f9ba2-c4ad-41b7-94d6-cd3c8256e962", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690-authn-ssl"} 2026-09-11T04:19:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "052f9ba2-c4ad-41b7-94d6-cd3c8256e962", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress"} 2026-09-11T04:20:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7a5a85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85", "reconcileID": "947f1785-b56a-47f2-a156-d3b559ea424c", "Gateway": "e2e-ipp-b-7a5a85", "namespace": "openshift-ingress"} 2026-09-11T04:20:08Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7a5a85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85", "reconcileID": "947f1785-b56a-47f2-a156-d3b559ea424c", "Gateway": "e2e-ipp-b-7a5a85", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85-authn-ssl"} 2026-09-11T04:20:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7a5a85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85", "reconcileID": "947f1785-b56a-47f2-a156-d3b559ea424c", "Gateway": "e2e-ipp-b-7a5a85", "namespace": "openshift-ingress"} 2026-09-11T04:20:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7a5a85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85", "reconcileID": "1f2cbcf2-c052-46c4-8e27-0769535ff6e3", "Gateway": "e2e-ipp-b-7a5a85", "namespace": "openshift-ingress"} 2026-09-11T04:20:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7a5a85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85", "reconcileID": "1f2cbcf2-c052-46c4-8e27-0769535ff6e3", "Gateway": "e2e-ipp-b-7a5a85", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85-authn-ssl"} 2026-09-11T04:20:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7a5a85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85", "reconcileID": "1f2cbcf2-c052-46c4-8e27-0769535ff6e3", "Gateway": "e2e-ipp-b-7a5a85", "namespace": "openshift-ingress"} 2026-09-11T04:20:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7a5a85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85", "reconcileID": "cfd29502-9831-4c25-9ff4-63cd9fafab7b", "Gateway": "e2e-ipp-b-7a5a85", "namespace": "openshift-ingress"} 2026-09-11T04:20:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7a5a85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85", "reconcileID": "cfd29502-9831-4c25-9ff4-63cd9fafab7b", "Gateway": "e2e-ipp-b-7a5a85", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85-authn-ssl"} 2026-09-11T04:20:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7a5a85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85", "reconcileID": "cfd29502-9831-4c25-9ff4-63cd9fafab7b", "Gateway": "e2e-ipp-b-7a5a85", "namespace": "openshift-ingress"} 2026-09-11T04:20:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7a5a85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85", "reconcileID": "5db96be2-2f8b-458c-b275-e539466497da", "Gateway": "e2e-ipp-b-7a5a85", "namespace": "openshift-ingress"} 2026-09-11T04:20:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7a5a85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85", "reconcileID": "5db96be2-2f8b-458c-b275-e539466497da", "Gateway": "e2e-ipp-b-7a5a85", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85-authn-ssl"} 2026-09-11T04:20:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7a5a85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85", "reconcileID": "5db96be2-2f8b-458c-b275-e539466497da", "Gateway": "e2e-ipp-b-7a5a85", "namespace": "openshift-ingress"} 2026-09-11T04:20:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7a5a85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85", "reconcileID": "541dc55f-10b7-4622-8c17-1ae7c06e4e88", "Gateway": "e2e-ipp-b-7a5a85", "namespace": "openshift-ingress"} 2026-09-11T04:20:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7a5a85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85", "reconcileID": "541dc55f-10b7-4622-8c17-1ae7c06e4e88", "Gateway": "e2e-ipp-b-7a5a85", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85-authn-ssl"} 2026-09-11T04:20:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7a5a85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85", "reconcileID": "541dc55f-10b7-4622-8c17-1ae7c06e4e88", "Gateway": "e2e-ipp-b-7a5a85", "namespace": "openshift-ingress"} 2026-09-11T04:20:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7a5a85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85", "reconcileID": "a469b614-69c8-4df5-944b-072ac2499cb3", "Gateway": "e2e-ipp-b-7a5a85", "namespace": "openshift-ingress"} 2026-09-11T04:20:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7a5a85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85", "reconcileID": "a469b614-69c8-4df5-944b-072ac2499cb3", "Gateway": "e2e-ipp-b-7a5a85", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85-authn-ssl"} 2026-09-11T04:20:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7a5a85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85", "reconcileID": "a469b614-69c8-4df5-944b-072ac2499cb3", "Gateway": "e2e-ipp-b-7a5a85", "namespace": "openshift-ingress"} 2026-09-11T04:20:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7a5a85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85", "reconcileID": "43f854ca-a8c7-49bf-9b82-7241f0c500c3", "Gateway": "e2e-ipp-b-7a5a85", "namespace": "openshift-ingress"} 2026-09-11T04:20:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7a5a85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85", "reconcileID": "43f854ca-a8c7-49bf-9b82-7241f0c500c3", "Gateway": "e2e-ipp-b-7a5a85", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85-authn-ssl"} 2026-09-11T04:20:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7a5a85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85", "reconcileID": "43f854ca-a8c7-49bf-9b82-7241f0c500c3", "Gateway": "e2e-ipp-b-7a5a85", "namespace": "openshift-ingress"} 2026-09-11T04:20:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-7a5a85"}, "namespace": "ai-tenant-e2e-ipp-b-7a5a85", "name": "openshift-service-ca.crt", "reconcileID": "e85191c2-d86c-44c9-9887-3ef467224417", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-7a5a85"} 2026-09-11T04:20:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7a5a85"}, "namespace": "ai-tenant-e2e-ipp-b-7a5a85", "name": "odh-trusted-ca-bundle", "reconcileID": "51696004-acc3-4f03-afe7-2f2c2e6d8b10", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7a5a85"} 2026-09-11T04:20:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-7a5a85"}, "namespace": "ai-tenant-e2e-ipp-b-7a5a85", "name": "openshift-service-ca.crt", "reconcileID": "eba1c0f0-4cc3-46e1-8c27-839405f980e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-7a5a85", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:20:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-7a5a85"}, "namespace": "ai-tenant-e2e-ipp-b-7a5a85", "name": "openshift-service-ca.crt", "reconcileID": "eba1c0f0-4cc3-46e1-8c27-839405f980e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-7a5a85"} 2026-09-11T04:20:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-7a5a85"}, "namespace": "ai-tenant-e2e-ipp-b-7a5a85", "name": "openshift-service-ca.crt", "reconcileID": "83ee0246-ce4f-4a31-9531-ce7cb5cf1ed2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-7a5a85"} 2026-09-11T04:20:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7a5a85"}, "namespace": "ai-tenant-e2e-ipp-b-7a5a85", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f94d2837-5b4b-48a4-9e30-d98452620fe3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7a5a85"} 2026-09-11T04:20:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7a5a85"}, "namespace": "ai-tenant-e2e-ipp-b-7a5a85", "name": "odh-trusted-ca-bundle", "reconcileID": "e7353eb6-7bdb-4364-b3a9-ff7514ec81c4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7a5a85", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:20:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7a5a85"}, "namespace": "ai-tenant-e2e-ipp-b-7a5a85", "name": "odh-trusted-ca-bundle", "reconcileID": "e7353eb6-7bdb-4364-b3a9-ff7514ec81c4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7a5a85"} 2026-09-11T04:20:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7a5a85"}, "namespace": "ai-tenant-e2e-ipp-b-7a5a85", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0fd55cf8-185c-40bc-a558-7dfd273630b1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7a5a85"} 2026-09-11T04:20:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7a5a85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85", "reconcileID": "7624c383-c546-4f28-add1-5904493035de", "Gateway": "e2e-ipp-b-7a5a85", "namespace": "openshift-ingress"} 2026-09-11T04:20:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7a5a85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85", "reconcileID": "7624c383-c546-4f28-add1-5904493035de", "Gateway": "e2e-ipp-b-7a5a85", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85-authn-ssl"} 2026-09-11T04:20:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7a5a85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85", "reconcileID": "7624c383-c546-4f28-add1-5904493035de", "Gateway": "e2e-ipp-b-7a5a85", "namespace": "openshift-ingress"} 2026-09-11T04:20:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7a5a85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85", "reconcileID": "3a4f0cb4-c1a1-475f-b7ab-94bfbae13cf8", "Gateway": "e2e-ipp-b-7a5a85", "namespace": "openshift-ingress"} 2026-09-11T04:20:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7a5a85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85", "reconcileID": "3a4f0cb4-c1a1-475f-b7ab-94bfbae13cf8", "Gateway": "e2e-ipp-b-7a5a85", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85-authn-ssl"} 2026-09-11T04:20:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7a5a85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85", "reconcileID": "3a4f0cb4-c1a1-475f-b7ab-94bfbae13cf8", "Gateway": "e2e-ipp-b-7a5a85", "namespace": "openshift-ingress"} 2026-09-11T04:20:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "48a7a671-85c8-4e9f-b8b5-8e39340d6a96", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:20:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "48a7a671-85c8-4e9f-b8b5-8e39340d6a96", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:20:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "48a7a671-85c8-4e9f-b8b5-8e39340d6a96", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:20:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "83900b32-4fd0-4b0c-9b37-47599cde896e", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress"} 2026-09-11T04:20:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "48a7a671-85c8-4e9f-b8b5-8e39340d6a96", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690-kserve-route-authn"} 2026-09-11T04:20:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "48a7a671-85c8-4e9f-b8b5-8e39340d6a96", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690", "authType": "userdefined"} 2026-09-11T04:20:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "48a7a671-85c8-4e9f-b8b5-8e39340d6a96", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:20:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "83900b32-4fd0-4b0c-9b37-47599cde896e", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690-authn-ssl"} 2026-09-11T04:20:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "83900b32-4fd0-4b0c-9b37-47599cde896e", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress"} 2026-09-11T04:20:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "f2e1ed2c-e992-4bce-984a-741848d1b543", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:20:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "f2e1ed2c-e992-4bce-984a-741848d1b543", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:20:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "f2e1ed2c-e992-4bce-984a-741848d1b543", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:20:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "f2e1ed2c-e992-4bce-984a-741848d1b543", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690-kserve-route-authn"} 2026-09-11T04:20:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "f2e1ed2c-e992-4bce-984a-741848d1b543", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690", "authType": "userdefined"} 2026-09-11T04:20:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "f2e1ed2c-e992-4bce-984a-741848d1b543", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:20:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "098c799b-3afa-427c-96a2-e5d599d54e29", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress"} 2026-09-11T04:20:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "098c799b-3afa-427c-96a2-e5d599d54e29", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690-authn-ssl"} 2026-09-11T04:20:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "098c799b-3afa-427c-96a2-e5d599d54e29", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress"} 2026-09-11T04:20:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "16b67934-0cb9-46ab-bd33-def3e49f0d4c", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:20:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "16b67934-0cb9-46ab-bd33-def3e49f0d4c", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:20:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "16b67934-0cb9-46ab-bd33-def3e49f0d4c", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:20:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "16b67934-0cb9-46ab-bd33-def3e49f0d4c", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690-kserve-route-authn"} 2026-09-11T04:20:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "16b67934-0cb9-46ab-bd33-def3e49f0d4c", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690", "authType": "userdefined"} 2026-09-11T04:20:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "16b67934-0cb9-46ab-bd33-def3e49f0d4c", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:20:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "2bb41522-15c4-44db-b671-dfa211f04f52", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:20:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "2bb41522-15c4-44db-b671-dfa211f04f52", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:20:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "2bb41522-15c4-44db-b671-dfa211f04f52", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:20:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "2bb41522-15c4-44db-b671-dfa211f04f52", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690-kserve-route-authn"} 2026-09-11T04:20:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "2bb41522-15c4-44db-b671-dfa211f04f52", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690", "authType": "userdefined"} 2026-09-11T04:20:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "2bb41522-15c4-44db-b671-dfa211f04f52", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:21:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-84b423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423", "reconcileID": "d906af02-a9ba-43ea-97f6-56ebdc6b235b", "Gateway": "e2e-ipp-cleanup-84b423", "namespace": "openshift-ingress"} 2026-09-11T04:21:13Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-84b423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423", "reconcileID": "d906af02-a9ba-43ea-97f6-56ebdc6b235b", "Gateway": "e2e-ipp-cleanup-84b423", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423-authn-ssl"} 2026-09-11T04:21:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-84b423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423", "reconcileID": "d906af02-a9ba-43ea-97f6-56ebdc6b235b", "Gateway": "e2e-ipp-cleanup-84b423", "namespace": "openshift-ingress"} 2026-09-11T04:21:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-84b423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423", "reconcileID": "f3dc645f-1921-40f8-80e5-a032e9a4dcec", "Gateway": "e2e-ipp-cleanup-84b423", "namespace": "openshift-ingress"} 2026-09-11T04:21:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-84b423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423", "reconcileID": "f3dc645f-1921-40f8-80e5-a032e9a4dcec", "Gateway": "e2e-ipp-cleanup-84b423", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423-authn-ssl"} 2026-09-11T04:21:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-84b423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423", "reconcileID": "f3dc645f-1921-40f8-80e5-a032e9a4dcec", "Gateway": "e2e-ipp-cleanup-84b423", "namespace": "openshift-ingress"} 2026-09-11T04:21:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-84b423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423", "reconcileID": "8fad4e5b-8a46-4502-90ff-ec2e290bc386", "Gateway": "e2e-ipp-cleanup-84b423", "namespace": "openshift-ingress"} 2026-09-11T04:21:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-84b423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423", "reconcileID": "8fad4e5b-8a46-4502-90ff-ec2e290bc386", "Gateway": "e2e-ipp-cleanup-84b423", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423-authn-ssl"} 2026-09-11T04:21:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-84b423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423", "reconcileID": "8fad4e5b-8a46-4502-90ff-ec2e290bc386", "Gateway": "e2e-ipp-cleanup-84b423", "namespace": "openshift-ingress"} 2026-09-11T04:21:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-84b423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423", "reconcileID": "22afd1a9-31a6-496d-98fd-5641d57d09dc", "Gateway": "e2e-ipp-cleanup-84b423", "namespace": "openshift-ingress"} 2026-09-11T04:21:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-84b423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423", "reconcileID": "22afd1a9-31a6-496d-98fd-5641d57d09dc", "Gateway": "e2e-ipp-cleanup-84b423", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423-authn-ssl"} 2026-09-11T04:21:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-84b423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423", "reconcileID": "22afd1a9-31a6-496d-98fd-5641d57d09dc", "Gateway": "e2e-ipp-cleanup-84b423", "namespace": "openshift-ingress"} 2026-09-11T04:21:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-84b423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423", "reconcileID": "ca236837-fdad-4649-a250-44e926e3537c", "Gateway": "e2e-ipp-cleanup-84b423", "namespace": "openshift-ingress"} 2026-09-11T04:21:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-84b423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423", "reconcileID": "ca236837-fdad-4649-a250-44e926e3537c", "Gateway": "e2e-ipp-cleanup-84b423", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423-authn-ssl"} 2026-09-11T04:21:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-84b423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423", "reconcileID": "ca236837-fdad-4649-a250-44e926e3537c", "Gateway": "e2e-ipp-cleanup-84b423", "namespace": "openshift-ingress"} 2026-09-11T04:21:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-84b423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423", "reconcileID": "cef93ad3-d3d6-4124-9a73-03c0410cc3b8", "Gateway": "e2e-ipp-cleanup-84b423", "namespace": "openshift-ingress"} 2026-09-11T04:21:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-84b423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423", "reconcileID": "cef93ad3-d3d6-4124-9a73-03c0410cc3b8", "Gateway": "e2e-ipp-cleanup-84b423", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423-authn-ssl"} 2026-09-11T04:21:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-84b423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423", "reconcileID": "cef93ad3-d3d6-4124-9a73-03c0410cc3b8", "Gateway": "e2e-ipp-cleanup-84b423", "namespace": "openshift-ingress"} 2026-09-11T04:21:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-84b423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423", "reconcileID": "c3f3b30e-70e0-40b9-8bd5-bd42e12a2132", "Gateway": "e2e-ipp-cleanup-84b423", "namespace": "openshift-ingress"} 2026-09-11T04:21:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-84b423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423", "reconcileID": "c3f3b30e-70e0-40b9-8bd5-bd42e12a2132", "Gateway": "e2e-ipp-cleanup-84b423", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423-authn-ssl"} 2026-09-11T04:21:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-84b423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423", "reconcileID": "c3f3b30e-70e0-40b9-8bd5-bd42e12a2132", "Gateway": "e2e-ipp-cleanup-84b423", "namespace": "openshift-ingress"} 2026-09-11T04:21:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-84b423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423", "reconcileID": "fdff5f96-5c30-4606-b7f8-c2012b291191", "Gateway": "e2e-ipp-cleanup-84b423", "namespace": "openshift-ingress"} 2026-09-11T04:21:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-84b423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423", "reconcileID": "fdff5f96-5c30-4606-b7f8-c2012b291191", "Gateway": "e2e-ipp-cleanup-84b423", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423-authn-ssl"} 2026-09-11T04:21:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-84b423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423", "reconcileID": "fdff5f96-5c30-4606-b7f8-c2012b291191", "Gateway": "e2e-ipp-cleanup-84b423", "namespace": "openshift-ingress"} 2026-09-11T04:21:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-84b423"}, "namespace": "ai-tenant-e2e-ipp-cleanup-84b423", "name": "openshift-service-ca.crt", "reconcileID": "5f885cc0-5a61-4153-955e-bd3c07d6c7c5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-84b423"} 2026-09-11T04:21:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-84b423"}, "namespace": "ai-tenant-e2e-ipp-cleanup-84b423", "name": "odh-trusted-ca-bundle", "reconcileID": "fa9f4d23-b7bf-45d4-b78f-283c46303653", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-84b423"} 2026-09-11T04:21:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-84b423"}, "namespace": "ai-tenant-e2e-ipp-cleanup-84b423", "name": "openshift-service-ca.crt", "reconcileID": "c1e7a00e-485d-4ce6-9efd-caa1854b4795", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-84b423", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:21:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-84b423"}, "namespace": "ai-tenant-e2e-ipp-cleanup-84b423", "name": "openshift-service-ca.crt", "reconcileID": "c1e7a00e-485d-4ce6-9efd-caa1854b4795", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-84b423"} 2026-09-11T04:21:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-84b423"}, "namespace": "ai-tenant-e2e-ipp-cleanup-84b423", "name": "openshift-service-ca.crt", "reconcileID": "693fea58-91fe-4ee6-8a84-1ccf0d8b37a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-84b423"} 2026-09-11T04:21:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-84b423"}, "namespace": "ai-tenant-e2e-ipp-cleanup-84b423", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a69d2e7-bbdf-41a2-8244-aba090589151", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-84b423"} 2026-09-11T04:21:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-84b423"}, "namespace": "ai-tenant-e2e-ipp-cleanup-84b423", "name": "odh-trusted-ca-bundle", "reconcileID": "818f234a-9b70-4531-9904-b5f32da0fdca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-84b423", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:21:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-84b423"}, "namespace": "ai-tenant-e2e-ipp-cleanup-84b423", "name": "odh-trusted-ca-bundle", "reconcileID": "818f234a-9b70-4531-9904-b5f32da0fdca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-84b423"} 2026-09-11T04:21:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-84b423"}, "namespace": "ai-tenant-e2e-ipp-cleanup-84b423", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e0d8049c-2eaa-4f9f-aced-65a597857276", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-84b423"} 2026-09-11T04:21:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-84b423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423", "reconcileID": "6ba41b10-bc62-47b0-851d-92d3e01d8d20", "Gateway": "e2e-ipp-cleanup-84b423", "namespace": "openshift-ingress"} 2026-09-11T04:21:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-84b423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423", "reconcileID": "6ba41b10-bc62-47b0-851d-92d3e01d8d20", "Gateway": "e2e-ipp-cleanup-84b423", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423-authn-ssl"} 2026-09-11T04:21:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-84b423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423", "reconcileID": "6ba41b10-bc62-47b0-851d-92d3e01d8d20", "Gateway": "e2e-ipp-cleanup-84b423", "namespace": "openshift-ingress"} 2026-09-11T04:21:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-84b423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423", "reconcileID": "40dfc901-8ed5-4db6-8a70-459b2e11fec2", "Gateway": "e2e-ipp-cleanup-84b423", "namespace": "openshift-ingress"} 2026-09-11T04:21:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-84b423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423", "reconcileID": "40dfc901-8ed5-4db6-8a70-459b2e11fec2", "Gateway": "e2e-ipp-cleanup-84b423", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423-authn-ssl"} 2026-09-11T04:21:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-84b423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423", "reconcileID": "40dfc901-8ed5-4db6-8a70-459b2e11fec2", "Gateway": "e2e-ipp-cleanup-84b423", "namespace": "openshift-ingress"} 2026-09-11T04:21:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-84b423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423", "reconcileID": "44ab51f1-8fa3-4cb3-a8c2-b2cd3e20f153", "Gateway": "e2e-ipp-cleanup-84b423", "namespace": "openshift-ingress"} 2026-09-11T04:21:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-84b423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423", "reconcileID": "44ab51f1-8fa3-4cb3-a8c2-b2cd3e20f153", "Gateway": "e2e-ipp-cleanup-84b423", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423-authn-ssl"} 2026-09-11T04:21:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-84b423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423", "reconcileID": "44ab51f1-8fa3-4cb3-a8c2-b2cd3e20f153", "Gateway": "e2e-ipp-cleanup-84b423", "namespace": "openshift-ingress"} 2026-09-11T04:21:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-84b423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423", "reconcileID": "ab28053b-8182-4cf2-bbde-5cfe8fb38bf4", "Gateway": "e2e-ipp-cleanup-84b423", "namespace": "openshift-ingress"} 2026-09-11T04:21:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-84b423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423", "reconcileID": "ab28053b-8182-4cf2-bbde-5cfe8fb38bf4", "Gateway": "e2e-ipp-cleanup-84b423", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423-authn-ssl"} 2026-09-11T04:21:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-84b423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423", "reconcileID": "ab28053b-8182-4cf2-bbde-5cfe8fb38bf4", "Gateway": "e2e-ipp-cleanup-84b423", "namespace": "openshift-ingress"} 2026-09-11T04:21:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-84b423"}, "namespace": "ai-tenant-e2e-ipp-cleanup-84b423", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b5ee9cf-d018-4afe-98f3-7f93a4207891", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-84b423"} 2026-09-11T04:21:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-84b423"}, "namespace": "ai-tenant-e2e-ipp-cleanup-84b423", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b5ee9cf-d018-4afe-98f3-7f93a4207891", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-84b423", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:21:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-84b423"}, "namespace": "ai-tenant-e2e-ipp-cleanup-84b423", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b5ee9cf-d018-4afe-98f3-7f93a4207891", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-84b423 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T04:21:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-84b423"}, "namespace": "ai-tenant-e2e-ipp-cleanup-84b423", "name": "odh-trusted-ca-bundle", "reconcileID": "fd6b4d64-7ff8-4434-9ce2-73b4488132b4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-84b423"} 2026-09-11T04:21:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-84b423"}, "namespace": "ai-tenant-e2e-ipp-cleanup-84b423", "name": "odh-trusted-ca-bundle", "reconcileID": "fd6b4d64-7ff8-4434-9ce2-73b4488132b4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-84b423"} 2026-09-11T04:21:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-84b423"}, "namespace": "ai-tenant-e2e-ipp-cleanup-84b423", "name": "openshift-service-ca.crt", "reconcileID": "bd440654-414a-4241-8cf3-315a991511ad", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-84b423"} 2026-09-11T04:21:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-84b423"}, "namespace": "ai-tenant-e2e-ipp-cleanup-84b423", "name": "openshift-service-ca.crt", "reconcileID": "bd440654-414a-4241-8cf3-315a991511ad", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-84b423"} 2026-09-11T04:21:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-84b423"}, "namespace": "ai-tenant-e2e-ipp-cleanup-84b423", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81c0c783-1524-4f00-a435-be72d90001a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-84b423"} 2026-09-11T04:21:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-84b423"}, "namespace": "ai-tenant-e2e-ipp-cleanup-84b423", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81c0c783-1524-4f00-a435-be72d90001a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-84b423"} 2026-09-11T04:21:55Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-84b423","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-84b423", "reconcileID": "ebd4cd0d-40dc-4ad2-a317-204c012e5f35", "Gateway": "e2e-ipp-cleanup-84b423", "namespace": "openshift-ingress"} 2026-09-11T04:22:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "e2fbba5a-f4ed-452e-a6d7-329fed6ca72e", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress"} 2026-09-11T04:22:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "e2fbba5a-f4ed-452e-a6d7-329fed6ca72e", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690-authn-ssl"} 2026-09-11T04:22:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "e2fbba5a-f4ed-452e-a6d7-329fed6ca72e", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress"} 2026-09-11T04:22:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "5e5f603f-216a-437f-a5b8-7e764ff59390", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress"} 2026-09-11T04:22:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "5e5f603f-216a-437f-a5b8-7e764ff59390", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690-authn-ssl"} 2026-09-11T04:22:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "5e5f603f-216a-437f-a5b8-7e764ff59390", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress"} 2026-09-11T04:22:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "7a1d3618-cd52-47ef-b6df-b38367ea5df6", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress"} 2026-09-11T04:22:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "7a1d3618-cd52-47ef-b6df-b38367ea5df6", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690-authn-ssl"} 2026-09-11T04:22:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "7a1d3618-cd52-47ef-b6df-b38367ea5df6", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress"} 2026-09-11T04:22:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "cdf65ff9-e6ec-4f4f-8761-9c0270c34246", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:22:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "cdf65ff9-e6ec-4f4f-8761-9c0270c34246", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:22:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "cdf65ff9-e6ec-4f4f-8761-9c0270c34246", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:22:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "cdf65ff9-e6ec-4f4f-8761-9c0270c34246", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690-kserve-route-authn"} 2026-09-11T04:22:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "cdf65ff9-e6ec-4f4f-8761-9c0270c34246", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690", "authType": "userdefined"} 2026-09-11T04:22:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "cdf65ff9-e6ec-4f4f-8761-9c0270c34246", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:22:29Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T04:22:29Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T04:22:29Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T04:22:29Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T04:22:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "f7cae15d-685b-4531-bf2d-7884932bd899", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:22:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "f7cae15d-685b-4531-bf2d-7884932bd899", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:22:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "f7cae15d-685b-4531-bf2d-7884932bd899", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:22:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "f7cae15d-685b-4531-bf2d-7884932bd899", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690-kserve-route-authn"} 2026-09-11T04:22:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "f7cae15d-685b-4531-bf2d-7884932bd899", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690", "authType": "userdefined"} 2026-09-11T04:22:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "f7cae15d-685b-4531-bf2d-7884932bd899", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:22:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "4b8a0b88-6937-4016-ab03-7e7a5e513813", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress"} 2026-09-11T04:22:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "4b8a0b88-6937-4016-ab03-7e7a5e513813", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690-authn-ssl"} 2026-09-11T04:22:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "4b8a0b88-6937-4016-ab03-7e7a5e513813", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress"} 2026-09-11T04:22:56Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "fa2859d6-bcc3-41d9-becc-c2ae3721060e", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:22:56Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "fa2859d6-bcc3-41d9-becc-c2ae3721060e", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690"} 2026-09-11T04:22:56Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "fa2859d6-bcc3-41d9-becc-c2ae3721060e", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:22:56Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "fa2859d6-bcc3-41d9-becc-c2ae3721060e", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:22:56Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "fa2859d6-bcc3-41d9-becc-c2ae3721060e", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690-kserve-route-authn"} 2026-09-11T04:22:56Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "fa2859d6-bcc3-41d9-becc-c2ae3721060e", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690-kserve-route-authn"} 2026-09-11T04:22:56Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "fa2859d6-bcc3-41d9-becc-c2ae3721060e", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:22:56Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "fa2859d6-bcc3-41d9-becc-c2ae3721060e", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:22:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "76e88d2f-cf1d-4037-acec-f1a124ba9023", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:22:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "76e88d2f-cf1d-4037-acec-f1a124ba9023", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-fdc690", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:22:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "76e88d2f-cf1d-4037-acec-f1a124ba9023", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-fdc690 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T04:22:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "odh-trusted-ca-bundle", "reconcileID": "78b59f2a-0cc0-4cec-89f5-ed9a68a83226", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:22:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "odh-trusted-ca-bundle", "reconcileID": "78b59f2a-0cc0-4cec-89f5-ed9a68a83226", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:22:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "openshift-service-ca.crt", "reconcileID": "e642759c-f89a-4ffc-b0da-ab7ad9c43b75", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:22:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "openshift-service-ca.crt", "reconcileID": "e642759c-f89a-4ffc-b0da-ab7ad9c43b75", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:22:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e78e2dba-20d7-4b96-8138-4f0fd1bf8ca2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:22:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e78e2dba-20d7-4b96-8138-4f0fd1bf8ca2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:22:58Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "615192f9-827f-4cbb-9d45-969f24da9059", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:22:58Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "615192f9-827f-4cbb-9d45-969f24da9059", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690"} 2026-09-11T04:22:58Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "615192f9-827f-4cbb-9d45-969f24da9059", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:22:58Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "615192f9-827f-4cbb-9d45-969f24da9059", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:22:58Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "615192f9-827f-4cbb-9d45-969f24da9059", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690-kserve-route-authn"} 2026-09-11T04:22:58Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "615192f9-827f-4cbb-9d45-969f24da9059", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690-kserve-route-authn"} 2026-09-11T04:22:58Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "615192f9-827f-4cbb-9d45-969f24da9059", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:22:58Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "615192f9-827f-4cbb-9d45-969f24da9059", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:22:58Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-fdc690","namespace":"ai-tenant-e2e-ipp-a-fdc690"}, "namespace": "ai-tenant-e2e-ipp-a-fdc690", "name": "ipp-route-fdc690", "reconcileID": "057e1030-338f-45ee-a5b9-3869106854f7", "LLMInferenceService": "ipp-route-fdc690", "namespace": "ai-tenant-e2e-ipp-a-fdc690"} 2026-09-11T04:22:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "ce3a72fc-08f2-4923-9782-f197fef34097", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress"} 2026-09-11T04:22:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "ce3a72fc-08f2-4923-9782-f197fef34097", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690-authn-ssl"} 2026-09-11T04:22:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "ce3a72fc-08f2-4923-9782-f197fef34097", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress"} 2026-09-11T04:23:03Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-fdc690","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-fdc690", "reconcileID": "7d8f1f29-6a5c-4f7a-8482-fe5453f5c9fd", "Gateway": "e2e-ipp-a-fdc690", "namespace": "openshift-ingress"} 2026-09-11T04:23:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7a5a85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85", "reconcileID": "9fac404c-453f-45a6-a5e6-5f32a9d3927a", "Gateway": "e2e-ipp-b-7a5a85", "namespace": "openshift-ingress"} 2026-09-11T04:23:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7a5a85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85", "reconcileID": "9fac404c-453f-45a6-a5e6-5f32a9d3927a", "Gateway": "e2e-ipp-b-7a5a85", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85-authn-ssl"} 2026-09-11T04:23:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7a5a85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85", "reconcileID": "9fac404c-453f-45a6-a5e6-5f32a9d3927a", "Gateway": "e2e-ipp-b-7a5a85", "namespace": "openshift-ingress"} 2026-09-11T04:23:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7a5a85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85", "reconcileID": "cafd9a98-1be1-4d62-8aee-06c32f17ac1b", "Gateway": "e2e-ipp-b-7a5a85", "namespace": "openshift-ingress"} 2026-09-11T04:23:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7a5a85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85", "reconcileID": "cafd9a98-1be1-4d62-8aee-06c32f17ac1b", "Gateway": "e2e-ipp-b-7a5a85", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85-authn-ssl"} 2026-09-11T04:23:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7a5a85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85", "reconcileID": "cafd9a98-1be1-4d62-8aee-06c32f17ac1b", "Gateway": "e2e-ipp-b-7a5a85", "namespace": "openshift-ingress"} 2026-09-11T04:23:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7a5a85"}, "namespace": "ai-tenant-e2e-ipp-b-7a5a85", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f84e8527-7eb6-49da-a3aa-1ae0d13f1634", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7a5a85"} 2026-09-11T04:23:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7a5a85"}, "namespace": "ai-tenant-e2e-ipp-b-7a5a85", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f84e8527-7eb6-49da-a3aa-1ae0d13f1634", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7a5a85", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:23:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7a5a85"}, "namespace": "ai-tenant-e2e-ipp-b-7a5a85", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f84e8527-7eb6-49da-a3aa-1ae0d13f1634", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-7a5a85 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T04:23:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7a5a85"}, "namespace": "ai-tenant-e2e-ipp-b-7a5a85", "name": "odh-trusted-ca-bundle", "reconcileID": "f010ba80-9981-44ac-99a4-5c5e4dacdfa1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7a5a85"} 2026-09-11T04:23:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7a5a85"}, "namespace": "ai-tenant-e2e-ipp-b-7a5a85", "name": "odh-trusted-ca-bundle", "reconcileID": "f010ba80-9981-44ac-99a4-5c5e4dacdfa1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7a5a85"} 2026-09-11T04:23:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-7a5a85"}, "namespace": "ai-tenant-e2e-ipp-b-7a5a85", "name": "openshift-service-ca.crt", "reconcileID": "1615bb45-b696-4337-8b59-7b139bc91066", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-7a5a85"} 2026-09-11T04:23:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-7a5a85"}, "namespace": "ai-tenant-e2e-ipp-b-7a5a85", "name": "openshift-service-ca.crt", "reconcileID": "1615bb45-b696-4337-8b59-7b139bc91066", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-7a5a85"} 2026-09-11T04:23:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7a5a85"}, "namespace": "ai-tenant-e2e-ipp-b-7a5a85", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41e34940-a2fe-4c74-9570-da5aeef83d05", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7a5a85"} 2026-09-11T04:23:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7a5a85"}, "namespace": "ai-tenant-e2e-ipp-b-7a5a85", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41e34940-a2fe-4c74-9570-da5aeef83d05", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7a5a85"} 2026-09-11T04:23:21Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7a5a85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7a5a85", "reconcileID": "f53ab44f-2011-4fb8-82a6-a384929ff177", "Gateway": "e2e-ipp-b-7a5a85", "namespace": "openshift-ingress"} 2026-09-11T04:23:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc6708","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc6708", "reconcileID": "2f7a5a3b-d273-4c24-a3c4-5f66ffe0100b", "Gateway": "e2e-shared-a-w3-cc6708", "namespace": "openshift-ingress"} 2026-09-11T04:23:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc6708","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc6708", "reconcileID": "2f7a5a3b-d273-4c24-a3c4-5f66ffe0100b", "Gateway": "e2e-shared-a-w3-cc6708", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc6708-authn-ssl"} 2026-09-11T04:23:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc6708","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc6708", "reconcileID": "2f7a5a3b-d273-4c24-a3c4-5f66ffe0100b", "Gateway": "e2e-shared-a-w3-cc6708", "namespace": "openshift-ingress"} 2026-09-11T04:23:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc6708","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc6708", "reconcileID": "75355d35-c95c-4b3c-a364-40b34131810a", "Gateway": "e2e-shared-a-w3-cc6708", "namespace": "openshift-ingress"} 2026-09-11T04:23:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc6708","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc6708", "reconcileID": "75355d35-c95c-4b3c-a364-40b34131810a", "Gateway": "e2e-shared-a-w3-cc6708", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc6708-authn-ssl"} 2026-09-11T04:23:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc6708","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc6708", "reconcileID": "75355d35-c95c-4b3c-a364-40b34131810a", "Gateway": "e2e-shared-a-w3-cc6708", "namespace": "openshift-ingress"} 2026-09-11T04:23:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-cc6708"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc6708", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e9492838-aaa9-4c53-9d86-b4ff80d2cc05", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-cc6708"} 2026-09-11T04:23:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-cc6708"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc6708", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e9492838-aaa9-4c53-9d86-b4ff80d2cc05", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-cc6708", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:23:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-cc6708"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc6708", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e9492838-aaa9-4c53-9d86-b4ff80d2cc05", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-cc6708 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T04:23:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-cc6708"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc6708", "name": "odh-trusted-ca-bundle", "reconcileID": "0e0fbf3a-c3f8-4cac-974d-75fbb131ce81", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-cc6708"} 2026-09-11T04:23:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-cc6708"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc6708", "name": "odh-trusted-ca-bundle", "reconcileID": "0e0fbf3a-c3f8-4cac-974d-75fbb131ce81", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-cc6708"} 2026-09-11T04:23:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-cc6708"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc6708", "name": "openshift-service-ca.crt", "reconcileID": "cede894b-7c3a-49d5-98fd-82a31c67bda6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-cc6708"} 2026-09-11T04:23:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-cc6708"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc6708", "name": "openshift-service-ca.crt", "reconcileID": "cede894b-7c3a-49d5-98fd-82a31c67bda6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-cc6708"} 2026-09-11T04:23:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-cc6708"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc6708", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b8c4df8-eaf7-43cc-be18-236aedcf8fc4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-cc6708"} 2026-09-11T04:23:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-cc6708"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc6708", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b8c4df8-eaf7-43cc-be18-236aedcf8fc4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-cc6708"} 2026-09-11T04:23:38Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc6708","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc6708", "reconcileID": "ebc27b5f-9464-4b02-9c2b-ae98f91c619a", "Gateway": "e2e-shared-a-w3-cc6708", "namespace": "openshift-ingress"} 2026-09-11T04:23:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9342ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9342ed", "reconcileID": "74f9263f-2ca7-4a1d-971b-f8d7603a775b", "Gateway": "e2e-shared-b-w3-9342ed", "namespace": "openshift-ingress"} 2026-09-11T04:23:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9342ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9342ed", "reconcileID": "74f9263f-2ca7-4a1d-971b-f8d7603a775b", "Gateway": "e2e-shared-b-w3-9342ed", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9342ed-authn-ssl"} 2026-09-11T04:23:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9342ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9342ed", "reconcileID": "74f9263f-2ca7-4a1d-971b-f8d7603a775b", "Gateway": "e2e-shared-b-w3-9342ed", "namespace": "openshift-ingress"} 2026-09-11T04:23:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9342ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9342ed", "reconcileID": "f3d4aeab-a705-41a4-9e4e-a507b83caed0", "Gateway": "e2e-shared-b-w3-9342ed", "namespace": "openshift-ingress"} 2026-09-11T04:23:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9342ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9342ed", "reconcileID": "f3d4aeab-a705-41a4-9e4e-a507b83caed0", "Gateway": "e2e-shared-b-w3-9342ed", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9342ed-authn-ssl"} 2026-09-11T04:23:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9342ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9342ed", "reconcileID": "f3d4aeab-a705-41a4-9e4e-a507b83caed0", "Gateway": "e2e-shared-b-w3-9342ed", "namespace": "openshift-ingress"} 2026-09-11T04:23:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9342ed"}, "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c94c0552-05b9-4d10-8b8b-98b878a08e00", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-9342ed"} 2026-09-11T04:23:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9342ed"}, "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c94c0552-05b9-4d10-8b8b-98b878a08e00", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:23:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9342ed"}, "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c94c0552-05b9-4d10-8b8b-98b878a08e00", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-9342ed because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T04:23:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9342ed"}, "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "odh-trusted-ca-bundle", "reconcileID": "d24190e6-a775-46b3-b833-9b7c93e762b4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-9342ed"} 2026-09-11T04:23:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9342ed"}, "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "odh-trusted-ca-bundle", "reconcileID": "d24190e6-a775-46b3-b833-9b7c93e762b4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-9342ed"} 2026-09-11T04:23:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-9342ed"}, "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "openshift-service-ca.crt", "reconcileID": "e0600b76-31f7-4745-b71d-4e11acb70e4d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-9342ed"} 2026-09-11T04:23:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-9342ed"}, "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "openshift-service-ca.crt", "reconcileID": "e0600b76-31f7-4745-b71d-4e11acb70e4d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-9342ed"} 2026-09-11T04:23:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9342ed"}, "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d4d3ca3-98e2-4e57-a05a-ec9e931b2529", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-9342ed"} 2026-09-11T04:23:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9342ed"}, "namespace": "ai-tenant-e2e-shared-b-w3-9342ed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d4d3ca3-98e2-4e57-a05a-ec9e931b2529", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-9342ed"} 2026-09-11T04:23:56Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9342ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9342ed", "reconcileID": "d4470cac-40a3-4e21-8323-e79e97a814a7", "Gateway": "e2e-shared-b-w3-9342ed", "namespace": "openshift-ingress"} 2026-09-11T04:28:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b8ef2310", "reconcileID": "af4d5b07-559d-446d-a752-06dec476efcb", "LLMInferenceService": "e2e-same-id-a-b8ef2310", "namespace": "llm"} 2026-09-11T04:28:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b8ef2310", "reconcileID": "af4d5b07-559d-446d-a752-06dec476efcb", "LLMInferenceService": "e2e-same-id-a-b8ef2310", "namespace": "llm"} 2026-09-11T04:28:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b8ef2310", "reconcileID": "af4d5b07-559d-446d-a752-06dec476efcb", "LLMInferenceService": "e2e-same-id-a-b8ef2310", "namespace": "llm"} 2026-09-11T04:28:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e286a3b4-5a90-45e4-a18c-5a10d70506e7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:28:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b8ef2310", "reconcileID": "af4d5b07-559d-446d-a752-06dec476efcb", "LLMInferenceService": "e2e-same-id-a-b8ef2310", "namespace": "llm", "name": "e2e-same-id-a-b8ef2310-kserve-route-authn"} 2026-09-11T04:28:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b8ef2310", "reconcileID": "af4d5b07-559d-446d-a752-06dec476efcb", "LLMInferenceService": "e2e-same-id-a-b8ef2310", "namespace": "llm", "authType": "userdefined"} 2026-09-11T04:28:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b8ef2310", "reconcileID": "af4d5b07-559d-446d-a752-06dec476efcb", "LLMInferenceService": "e2e-same-id-a-b8ef2310", "namespace": "llm"} 2026-09-11T04:28:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e286a3b4-5a90-45e4-a18c-5a10d70506e7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T04:28:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e286a3b4-5a90-45e4-a18c-5a10d70506e7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:28:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b8ef2310", "reconcileID": "ed47d941-ec5e-41db-97be-c1c3dc5ee90c", "LLMInferenceService": "e2e-same-id-a-b8ef2310", "namespace": "llm"} 2026-09-11T04:28:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b8ef2310", "reconcileID": "ed47d941-ec5e-41db-97be-c1c3dc5ee90c", "LLMInferenceService": "e2e-same-id-a-b8ef2310", "namespace": "llm"} 2026-09-11T04:28:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b8ef2310", "reconcileID": "ed47d941-ec5e-41db-97be-c1c3dc5ee90c", "LLMInferenceService": "e2e-same-id-a-b8ef2310", "namespace": "llm"} 2026-09-11T04:28:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b8ef2310", "reconcileID": "ed47d941-ec5e-41db-97be-c1c3dc5ee90c", "LLMInferenceService": "e2e-same-id-a-b8ef2310", "namespace": "llm", "name": "e2e-same-id-a-b8ef2310-kserve-route-authn"} 2026-09-11T04:28:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b8ef2310", "reconcileID": "ed47d941-ec5e-41db-97be-c1c3dc5ee90c", "LLMInferenceService": "e2e-same-id-a-b8ef2310", "namespace": "llm", "authType": "userdefined"} 2026-09-11T04:28:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b8ef2310", "reconcileID": "ed47d941-ec5e-41db-97be-c1c3dc5ee90c", "LLMInferenceService": "e2e-same-id-a-b8ef2310", "namespace": "llm"} 2026-09-11T04:28:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b8ef2310", "reconcileID": "8f83f0cd-cf18-4b9d-9f20-953487cfdd72", "LLMInferenceService": "e2e-same-id-b-b8ef2310", "namespace": "llm"} 2026-09-11T04:28:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b8ef2310", "reconcileID": "8f83f0cd-cf18-4b9d-9f20-953487cfdd72", "LLMInferenceService": "e2e-same-id-b-b8ef2310", "namespace": "llm"} 2026-09-11T04:28:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b8ef2310", "reconcileID": "8f83f0cd-cf18-4b9d-9f20-953487cfdd72", "LLMInferenceService": "e2e-same-id-b-b8ef2310", "namespace": "llm"} 2026-09-11T04:28:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "74d7573c-2d0b-463a-be74-393573ff2133", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:28:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b8ef2310", "reconcileID": "8f83f0cd-cf18-4b9d-9f20-953487cfdd72", "LLMInferenceService": "e2e-same-id-b-b8ef2310", "namespace": "llm", "name": "e2e-same-id-b-b8ef2310-kserve-route-authn"} 2026-09-11T04:28:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b8ef2310", "reconcileID": "8f83f0cd-cf18-4b9d-9f20-953487cfdd72", "LLMInferenceService": "e2e-same-id-b-b8ef2310", "namespace": "llm", "authType": "userdefined"} 2026-09-11T04:28:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b8ef2310", "reconcileID": "8f83f0cd-cf18-4b9d-9f20-953487cfdd72", "LLMInferenceService": "e2e-same-id-b-b8ef2310", "namespace": "llm"} 2026-09-11T04:28:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "74d7573c-2d0b-463a-be74-393573ff2133", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T04:28:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "74d7573c-2d0b-463a-be74-393573ff2133", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:28:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7fbcd1bc-4f02-471a-8911-48506e1dce46", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:28:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7fbcd1bc-4f02-471a-8911-48506e1dce46", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T04:28:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7fbcd1bc-4f02-471a-8911-48506e1dce46", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:28:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b8ef2310", "reconcileID": "1c24f69e-90fc-44f6-86e9-8a544521f6fb", "LLMInferenceService": "e2e-same-id-a-b8ef2310", "namespace": "llm"} 2026-09-11T04:28:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b8ef2310", "reconcileID": "1c24f69e-90fc-44f6-86e9-8a544521f6fb", "LLMInferenceService": "e2e-same-id-a-b8ef2310", "namespace": "llm"} 2026-09-11T04:28:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b8ef2310", "reconcileID": "1c24f69e-90fc-44f6-86e9-8a544521f6fb", "LLMInferenceService": "e2e-same-id-a-b8ef2310", "namespace": "llm"} 2026-09-11T04:28:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b8ef2310", "reconcileID": "1c24f69e-90fc-44f6-86e9-8a544521f6fb", "LLMInferenceService": "e2e-same-id-a-b8ef2310", "namespace": "llm", "name": "e2e-same-id-a-b8ef2310-kserve-route-authn"} 2026-09-11T04:28:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b8ef2310", "reconcileID": "1c24f69e-90fc-44f6-86e9-8a544521f6fb", "LLMInferenceService": "e2e-same-id-a-b8ef2310", "namespace": "llm", "authType": "userdefined"} 2026-09-11T04:28:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b8ef2310", "reconcileID": "1c24f69e-90fc-44f6-86e9-8a544521f6fb", "LLMInferenceService": "e2e-same-id-a-b8ef2310", "namespace": "llm"} 2026-09-11T04:28:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b8ef2310", "reconcileID": "dee30288-987e-4cbf-a30d-228dc1c2f19a", "LLMInferenceService": "e2e-same-id-b-b8ef2310", "namespace": "llm"} 2026-09-11T04:28:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b8ef2310", "reconcileID": "dee30288-987e-4cbf-a30d-228dc1c2f19a", "LLMInferenceService": "e2e-same-id-b-b8ef2310", "namespace": "llm"} 2026-09-11T04:28:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b8ef2310", "reconcileID": "dee30288-987e-4cbf-a30d-228dc1c2f19a", "LLMInferenceService": "e2e-same-id-b-b8ef2310", "namespace": "llm"} 2026-09-11T04:28:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b8ef2310", "reconcileID": "dee30288-987e-4cbf-a30d-228dc1c2f19a", "LLMInferenceService": "e2e-same-id-b-b8ef2310", "namespace": "llm", "name": "e2e-same-id-b-b8ef2310-kserve-route-authn"} 2026-09-11T04:28:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b8ef2310", "reconcileID": "dee30288-987e-4cbf-a30d-228dc1c2f19a", "LLMInferenceService": "e2e-same-id-b-b8ef2310", "namespace": "llm", "authType": "userdefined"} 2026-09-11T04:28:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b8ef2310", "reconcileID": "dee30288-987e-4cbf-a30d-228dc1c2f19a", "LLMInferenceService": "e2e-same-id-b-b8ef2310", "namespace": "llm"} 2026-09-11T04:28:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "19f47950-fdfa-4142-8b63-8cfd2bde8557", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:28:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "19f47950-fdfa-4142-8b63-8cfd2bde8557", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T04:28:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "19f47950-fdfa-4142-8b63-8cfd2bde8557", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:28:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b8ef2310", "reconcileID": "d34f6531-dfef-40eb-83a6-69ef600efa0b", "LLMInferenceService": "e2e-same-id-b-b8ef2310", "namespace": "llm"} 2026-09-11T04:28:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b8ef2310", "reconcileID": "d34f6531-dfef-40eb-83a6-69ef600efa0b", "LLMInferenceService": "e2e-same-id-b-b8ef2310", "namespace": "llm"} 2026-09-11T04:28:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b8ef2310", "reconcileID": "d34f6531-dfef-40eb-83a6-69ef600efa0b", "LLMInferenceService": "e2e-same-id-b-b8ef2310", "namespace": "llm"} 2026-09-11T04:28:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b8ef2310", "reconcileID": "d34f6531-dfef-40eb-83a6-69ef600efa0b", "LLMInferenceService": "e2e-same-id-b-b8ef2310", "namespace": "llm", "name": "e2e-same-id-b-b8ef2310-kserve-route-authn"} 2026-09-11T04:28:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b8ef2310", "reconcileID": "d34f6531-dfef-40eb-83a6-69ef600efa0b", "LLMInferenceService": "e2e-same-id-b-b8ef2310", "namespace": "llm", "authType": "userdefined"} 2026-09-11T04:28:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b8ef2310", "reconcileID": "d34f6531-dfef-40eb-83a6-69ef600efa0b", "LLMInferenceService": "e2e-same-id-b-b8ef2310", "namespace": "llm"} 2026-09-11T04:28:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b8ef2310", "reconcileID": "a5b1459b-580a-4a75-8e1a-854b0823d724", "LLMInferenceService": "e2e-same-id-a-b8ef2310", "namespace": "llm"} 2026-09-11T04:28:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b8ef2310", "reconcileID": "a5b1459b-580a-4a75-8e1a-854b0823d724", "LLMInferenceService": "e2e-same-id-a-b8ef2310", "namespace": "llm"} 2026-09-11T04:28:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b8ef2310", "reconcileID": "a5b1459b-580a-4a75-8e1a-854b0823d724", "LLMInferenceService": "e2e-same-id-a-b8ef2310", "namespace": "llm"} 2026-09-11T04:28:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b8ef2310", "reconcileID": "a5b1459b-580a-4a75-8e1a-854b0823d724", "LLMInferenceService": "e2e-same-id-a-b8ef2310", "namespace": "llm", "name": "e2e-same-id-a-b8ef2310-kserve-route-authn"} 2026-09-11T04:28:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b8ef2310", "reconcileID": "a5b1459b-580a-4a75-8e1a-854b0823d724", "LLMInferenceService": "e2e-same-id-a-b8ef2310", "namespace": "llm", "authType": "userdefined"} 2026-09-11T04:28:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b8ef2310", "reconcileID": "a5b1459b-580a-4a75-8e1a-854b0823d724", "LLMInferenceService": "e2e-same-id-a-b8ef2310", "namespace": "llm"} 2026-09-11T04:29:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b8ef2310", "reconcileID": "57e1338a-8020-4994-a3b1-5a035999b7c9", "LLMInferenceService": "e2e-same-id-b-b8ef2310", "namespace": "llm"} 2026-09-11T04:29:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b8ef2310", "reconcileID": "57e1338a-8020-4994-a3b1-5a035999b7c9", "LLMInferenceService": "e2e-same-id-b-b8ef2310", "namespace": "llm"} 2026-09-11T04:29:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b8ef2310", "reconcileID": "57e1338a-8020-4994-a3b1-5a035999b7c9", "LLMInferenceService": "e2e-same-id-b-b8ef2310", "namespace": "llm"} 2026-09-11T04:29:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b8ef2310", "reconcileID": "57e1338a-8020-4994-a3b1-5a035999b7c9", "LLMInferenceService": "e2e-same-id-b-b8ef2310", "namespace": "llm", "name": "e2e-same-id-b-b8ef2310-kserve-route-authn"} 2026-09-11T04:29:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b8ef2310", "reconcileID": "57e1338a-8020-4994-a3b1-5a035999b7c9", "LLMInferenceService": "e2e-same-id-b-b8ef2310", "namespace": "llm", "authType": "userdefined"} 2026-09-11T04:29:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b8ef2310", "reconcileID": "57e1338a-8020-4994-a3b1-5a035999b7c9", "LLMInferenceService": "e2e-same-id-b-b8ef2310", "namespace": "llm"} 2026-09-11T04:29:04Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b8ef2310", "reconcileID": "f79673fe-e3b1-435a-9ce8-0c40ae43b16e", "LLMInferenceService": "e2e-same-id-a-b8ef2310", "namespace": "llm"} 2026-09-11T04:29:04Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b8ef2310", "reconcileID": "f79673fe-e3b1-435a-9ce8-0c40ae43b16e", "LLMInferenceService": "e2e-same-id-a-b8ef2310", "namespace": "llm", "name": "e2e-same-id-a-b8ef2310"} 2026-09-11T04:29:04Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b8ef2310", "reconcileID": "f79673fe-e3b1-435a-9ce8-0c40ae43b16e", "LLMInferenceService": "e2e-same-id-a-b8ef2310", "namespace": "llm"} 2026-09-11T04:29:04Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b8ef2310", "reconcileID": "f79673fe-e3b1-435a-9ce8-0c40ae43b16e", "LLMInferenceService": "e2e-same-id-a-b8ef2310", "namespace": "llm"} 2026-09-11T04:29:04Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b8ef2310", "reconcileID": "f79673fe-e3b1-435a-9ce8-0c40ae43b16e", "LLMInferenceService": "e2e-same-id-a-b8ef2310", "namespace": "llm", "name": "e2e-same-id-a-b8ef2310-kserve-route-authn"} 2026-09-11T04:29:04Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b8ef2310", "reconcileID": "f79673fe-e3b1-435a-9ce8-0c40ae43b16e", "LLMInferenceService": "e2e-same-id-a-b8ef2310", "namespace": "llm", "name": "e2e-same-id-a-b8ef2310-kserve-route-authn"} 2026-09-11T04:29:05Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b8ef2310", "reconcileID": "369871b3-6c64-4e93-a47c-8ebfd07bcdf4", "LLMInferenceService": "e2e-same-id-a-b8ef2310", "namespace": "llm"} 2026-09-11T04:29:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "641a698a-286c-4f6d-b727-e4b6cc401b15", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:29:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "641a698a-286c-4f6d-b727-e4b6cc401b15", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T04:29:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "641a698a-286c-4f6d-b727-e4b6cc401b15", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:29:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d7f08c38-a99a-4826-b346-986a1c32edd8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:29:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d7f08c38-a99a-4826-b346-986a1c32edd8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T04:29:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d7f08c38-a99a-4826-b346-986a1c32edd8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:29:05Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b8ef2310", "reconcileID": "f4c2121c-facc-49aa-ac3c-724b4fe0fe4e", "LLMInferenceService": "e2e-same-id-b-b8ef2310", "namespace": "llm"} 2026-09-11T04:29:05Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b8ef2310", "reconcileID": "f4c2121c-facc-49aa-ac3c-724b4fe0fe4e", "LLMInferenceService": "e2e-same-id-b-b8ef2310", "namespace": "llm", "name": "e2e-same-id-b-b8ef2310"} 2026-09-11T04:29:05Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b8ef2310", "reconcileID": "f4c2121c-facc-49aa-ac3c-724b4fe0fe4e", "LLMInferenceService": "e2e-same-id-b-b8ef2310", "namespace": "llm"} 2026-09-11T04:29:05Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b8ef2310", "reconcileID": "f4c2121c-facc-49aa-ac3c-724b4fe0fe4e", "LLMInferenceService": "e2e-same-id-b-b8ef2310", "namespace": "llm"} 2026-09-11T04:29:05Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b8ef2310", "reconcileID": "f4c2121c-facc-49aa-ac3c-724b4fe0fe4e", "LLMInferenceService": "e2e-same-id-b-b8ef2310", "namespace": "llm", "name": "e2e-same-id-b-b8ef2310-kserve-route-authn"} 2026-09-11T04:29:05Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b8ef2310", "reconcileID": "f4c2121c-facc-49aa-ac3c-724b4fe0fe4e", "LLMInferenceService": "e2e-same-id-b-b8ef2310", "namespace": "llm", "name": "e2e-same-id-b-b8ef2310-kserve-route-authn"} 2026-09-11T04:29:06Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b8ef2310","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b8ef2310", "reconcileID": "efe4f74d-8738-4261-a580-3b821e62dbbb", "LLMInferenceService": "e2e-same-id-b-b8ef2310", "namespace": "llm"} 2026-09-11T04:29:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "18227513-e406-476d-b4f3-d6172640b7a9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:29:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "18227513-e406-476d-b4f3-d6172640b7a9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T04:29:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "18227513-e406-476d-b4f3-d6172640b7a9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:29:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d17b32f3-2008-4ee2-8896-906b1224bdc9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:29:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d17b32f3-2008-4ee2-8896-906b1224bdc9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T04:29:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d17b32f3-2008-4ee2-8896-906b1224bdc9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}