sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.1/pkg/internal/controller/controller.go:224 2026-04-16T21:05:10Z ERROR Reconciler error {"controller": "servingruntime", "controllerGroup": "serving.kserve.io", "controllerKind": "ServingRuntime", "ServingRuntime": {"name":"openshift-monitoring","namespace":"openshift-monitoring"}, "namespace": "openshift-monitoring", "name": "openshift-monitoring", "reconcileID": "20141e6f-6cf7-44df-bc91-adf7bbffa75f", "error": "Secret \"ray-ca-tls\" not found"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.1/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.1/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.1/pkg/internal/controller/controller.go:224 2026-04-16T21:05:10Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-04-16T21:05:10Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-04-16T21:05:12Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-04-16T21:05:12Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-04-16T21:05:12Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "openshift-monitoring", "Namespace": "openshift-monitoring"} 2026-04-16T21:05:12Z INFO Multi Node reconciling. {"ResourceName": "openshift-monitoring", "Namespace": "openshift-monitoring"} 2026-04-16T21:05:14Z INFO Multi Node reconciled successfully. {"ResourceName": "openshift-monitoring", "Namespace": "openshift-monitoring"} 2026-04-16T21:05:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "openshift-service-ca.crt", "reconcileID": "730e4fb8-f61f-4c22-99ce-9f062f72410c", "ConfigMap": "openshift-service-ca.crt", "namespace": "kuadrant-system"} 2026-04-16T21:05:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-trusted-ca-bundle", "reconcileID": "d2eb72b1-3ac8-4404-8820-c6ea76f1f9ab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "kuadrant-system", "create": "odh-kserve-custom-ca-bundle"} 2026-04-16T21:05:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-trusted-ca-bundle", "reconcileID": "d2eb72b1-3ac8-4404-8820-c6ea76f1f9ab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "kuadrant-system"} 2026-04-16T21:05:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "openshift-service-ca.crt", "reconcileID": "423639f5-d884-48a5-8f05-a5d5a958b1c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "kuadrant-system", "create": "odh-kserve-custom-ca-bundle"} 2026-04-16T21:05:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "openshift-service-ca.crt", "reconcileID": "423639f5-d884-48a5-8f05-a5d5a958b1c4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.1/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.1/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.1/pkg/internal/controller/controller.go:224 2026-04-16T21:05:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fe0427c1-5ad2-44f6-8e87-15bc19ae8419", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "kuadrant-system"} 2026-04-16T21:05:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "openshift-service-ca.crt", "reconcileID": "0beb6cc8-5efe-4408-a981-c8be0b1be301", "ConfigMap": "openshift-service-ca.crt", "namespace": "kuadrant-system"} 2026-04-16T21:05:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "openshift-service-ca.crt", "reconcileID": "9c32b19b-3987-418a-b2b3-a4f27809f8e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "kuadrant-system"} 2026-04-16T21:05:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-trusted-ca-bundle", "reconcileID": "26797a70-2d58-4adb-8acd-21fb5f0c2c37", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "kuadrant-system", "update": "odh-kserve-custom-ca-bundle"} 2026-04-16T21:05:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-trusted-ca-bundle", "reconcileID": "26797a70-2d58-4adb-8acd-21fb5f0c2c37", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "kuadrant-system"} 2026-04-16T21:05:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae910d10-8fb9-473c-b329-58019f20c89f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "kuadrant-system"} 2026-04-16T21:08:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "4f3ba38a-80b2-46e7-b95c-c28e54e83a7e", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-04-16T21:08:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "d191dad3-47e9-432e-8f0c-db5d56fccf4d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service", "create": "odh-kserve-custom-ca-bundle"} 2026-04-16T21:08:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "d191dad3-47e9-432e-8f0c-db5d56fccf4d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-04-16T21:08:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "ad129beb-9281-432b-83c9-5251413e4eed", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service", "create": "odh-kserve-custom-ca-bundle"} 2026-04-16T21:08:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "ad129beb-9281-432b-83c9-5251413e4eed", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.1/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.1/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.1/pkg/internal/controller/controller.go:224 2026-04-16T21:08:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d599636c-fc2c-4101-b508-b1bf6d2e813f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-04-16T21:08:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "932c73be-c254-4580-849f-aa9f1b77b26e", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-04-16T21:08:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "9101246c-fb99-451a-bc2a-121617ea7817", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-04-16T21:08:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "abe2dda2-f65c-46e4-b2a7-69e1f75137b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service", "update": "odh-kserve-custom-ca-bundle"} 2026-04-16T21:08:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "abe2dda2-f65c-46e4-b2a7-69e1f75137b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-04-16T21:08:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50f349c0-e0f6-4fc6-9186-93b458f8b8ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-04-16T21:08:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "74f31b33-9371-4877-b9dd-ebdc6fb2e3d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-04-16T21:08:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "db916899-aec5-4fae-8d5b-bc29a1cda6ac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-04-16T21:08:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "0274c490-e03d-4c3c-8944-c215c1b8851a", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-04-16T21:08:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "0274c490-e03d-4c3c-8944-c215c1b8851a", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-04-16T21:08:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "5cc1ddcc-3126-4369-9c75-52ecd5f3565c", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-04-16T21:08:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "5cc1ddcc-3126-4369-9c75-52ecd5f3565c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.1/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.1/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.1/pkg/internal/controller/controller.go:224 2026-04-16T21:08:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "15969955-d267-45d5-91d1-cf03f88e220e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-04-16T21:08:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "ea7e98a7-6f4a-4fa3-9dc1-e4d6ffbcd2fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-04-16T21:08:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "7eba1694-c1e4-4d38-9d69-815fc6f969d5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-04-16T21:08:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "7eba1694-c1e4-4d38-9d69-815fc6f969d5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-04-16T21:08:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6c6ad32-06b5-477c-a6b8-c46723909010", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-04-16T21:08:28Z INFO llminferenceservice-resource Validation for LLMInferenceService upon creation {"namespace": "llm", "llmisvc": "e2e-distinct-2-simulated"} 2026-04-16T21:08:28Z INFO llminferenceservice-resource Validating tier annotation {"namespace": "llm", "llmisvc": "e2e-distinct-2-simulated"} 2026-04-16T21:08:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "059da583-3504-4cca-8ab8-e5a033a307f4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:08:28Z DEBUG Verifying that the model user role exists {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "059da583-3504-4cca-8ab8-e5a033a307f4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:08:28Z DEBUG Role not found. {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "059da583-3504-4cca-8ab8-e5a033a307f4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:08:28Z DEBUG No delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "059da583-3504-4cca-8ab8-e5a033a307f4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:08:28Z DEBUG Reconciling tier binding {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "059da583-3504-4cca-8ab8-e5a033a307f4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:08:28Z DEBUG RoleBinding not found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "059da583-3504-4cca-8ab8-e5a033a307f4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-model-post-access-tier-binding", "namespace": "llm"} 2026-04-16T21:08:28Z DEBUG No delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "059da583-3504-4cca-8ab8-e5a033a307f4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:08:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "059da583-3504-4cca-8ab8-e5a033a307f4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:08:28Z DEBUG Reconciling Gateway AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "059da583-3504-4cca-8ab8-e5a033a307f4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:08:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "059da583-3504-4cca-8ab8-e5a033a307f4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:08:28Z INFO llminferenceservice-resource Validation for LLMInferenceService upon update {"namespace": "llm", "llmisvc": "e2e-distinct-2-simulated"} 2026-04-16T21:08:28Z INFO llminferenceservice-resource Validating tier annotation {"namespace": "llm", "llmisvc": "e2e-distinct-2-simulated"} 2026-04-16T21:08:28Z INFO llminferenceservice-resource Validation for LLMInferenceService upon creation {"namespace": "llm", "llmisvc": "e2e-distinct-simulated"} 2026-04-16T21:08:28Z INFO llminferenceservice-resource Validating tier annotation {"namespace": "llm", "llmisvc": "e2e-distinct-simulated"} 2026-04-16T21:08:29Z INFO llminferenceservice-resource Validation for LLMInferenceService upon update {"namespace": "llm", "llmisvc": "e2e-distinct-simulated"} 2026-04-16T21:08:29Z INFO llminferenceservice-resource Validating tier annotation {"namespace": "llm", "llmisvc": "e2e-distinct-simulated"} 2026-04-16T21:08:29Z INFO llminferenceservice-resource Validation for LLMInferenceService upon creation {"namespace": "llm", "llmisvc": "e2e-unconfigured-facebook-opt-125m-simulated"} 2026-04-16T21:08:29Z INFO llminferenceservice-resource Validating tier annotation {"namespace": "llm", "llmisvc": "e2e-unconfigured-facebook-opt-125m-simulated"} 2026-04-16T21:08:29Z INFO llminferenceservice-resource Validation for LLMInferenceService upon update {"namespace": "llm", "llmisvc": "e2e-unconfigured-facebook-opt-125m-simulated"} 2026-04-16T21:08:29Z INFO llminferenceservice-resource Validating tier annotation {"namespace": "llm", "llmisvc": "e2e-unconfigured-facebook-opt-125m-simulated"} 2026-04-16T21:08:29Z INFO llminferenceservice-resource Validation for LLMInferenceService upon creation {"namespace": "llm", "llmisvc": "facebook-opt-125m-simulated"} 2026-04-16T21:08:29Z INFO llminferenceservice-resource Validating tier annotation {"namespace": "llm", "llmisvc": "facebook-opt-125m-simulated"} 2026-04-16T21:08:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "059da583-3504-4cca-8ab8-e5a033a307f4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-04-16T21:08:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "059da583-3504-4cca-8ab8-e5a033a307f4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-04-16T21:08:29Z DEBUG Starting EnvoyFilter reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "059da583-3504-4cca-8ab8-e5a033a307f4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Reconciling Gateway EnvoyFilter {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "059da583-3504-4cca-8ab8-e5a033a307f4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z INFO llminferenceservice-resource Validation for LLMInferenceService upon creation {"namespace": "llm", "llmisvc": "premium-simulated-simulated-premium"} 2026-04-16T21:08:29Z INFO llminferenceservice-resource Validating tier annotation {"namespace": "llm", "llmisvc": "premium-simulated-simulated-premium"} 2026-04-16T21:08:29Z INFO llminferenceservice-resource Validation for LLMInferenceService upon update {"namespace": "llm", "llmisvc": "facebook-opt-125m-simulated"} 2026-04-16T21:08:29Z INFO llminferenceservice-resource Validating tier annotation {"namespace": "llm", "llmisvc": "facebook-opt-125m-simulated"} 2026-04-16T21:08:29Z INFO llminferenceservice-resource Validation for LLMInferenceService upon update {"namespace": "llm", "llmisvc": "premium-simulated-simulated-premium"} 2026-04-16T21:08:29Z INFO llminferenceservice-resource Validating tier annotation {"namespace": "llm", "llmisvc": "premium-simulated-simulated-premium"} 2026-04-16T21:08:29Z DEBUG Processing Gateway EnvoyFilter delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "059da583-3504-4cca-8ab8-e5a033a307f4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "maas-default-gateway-authn-ssl"} 2026-04-16T21:08:29Z DEBUG Delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "059da583-3504-4cca-8ab8-e5a033a307f4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "action": "create", "envoyfilter": "maas-default-gateway-authn-ssl"} 2026-04-16T21:08:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "059da583-3504-4cca-8ab8-e5a033a307f4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "12b57128-7483-4394-9ee6-61d11f25d88b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Verifying that the model user role exists {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "12b57128-7483-4394-9ee6-61d11f25d88b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Role not found. {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "12b57128-7483-4394-9ee6-61d11f25d88b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG No delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "12b57128-7483-4394-9ee6-61d11f25d88b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Reconciling tier binding {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "12b57128-7483-4394-9ee6-61d11f25d88b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG RoleBinding not found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "12b57128-7483-4394-9ee6-61d11f25d88b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-model-post-access-tier-binding", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG No delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "12b57128-7483-4394-9ee6-61d11f25d88b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "12b57128-7483-4394-9ee6-61d11f25d88b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Reconciling Gateway AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "12b57128-7483-4394-9ee6-61d11f25d88b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "12b57128-7483-4394-9ee6-61d11f25d88b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "12b57128-7483-4394-9ee6-61d11f25d88b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-04-16T21:08:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "12b57128-7483-4394-9ee6-61d11f25d88b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-04-16T21:08:29Z DEBUG Starting EnvoyFilter reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "12b57128-7483-4394-9ee6-61d11f25d88b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Reconciling Gateway EnvoyFilter {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "12b57128-7483-4394-9ee6-61d11f25d88b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Processing Gateway EnvoyFilter delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "12b57128-7483-4394-9ee6-61d11f25d88b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "maas-default-gateway-authn-ssl"} 2026-04-16T21:08:29Z DEBUG Delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "12b57128-7483-4394-9ee6-61d11f25d88b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "action": "update", "envoyfilter": "maas-default-gateway-authn-ssl"} 2026-04-16T21:08:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "12b57128-7483-4394-9ee6-61d11f25d88b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9f78e3ca-f064-4754-9f9e-9feaa534af6b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Verifying that the model user role exists {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9f78e3ca-f064-4754-9f9e-9feaa534af6b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Role not found. {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9f78e3ca-f064-4754-9f9e-9feaa534af6b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG No delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9f78e3ca-f064-4754-9f9e-9feaa534af6b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Reconciling tier binding {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9f78e3ca-f064-4754-9f9e-9feaa534af6b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG RoleBinding not found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9f78e3ca-f064-4754-9f9e-9feaa534af6b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-10ca7416b89dd425962bbc34c3ffcec80", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG No delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9f78e3ca-f064-4754-9f9e-9feaa534af6b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9f78e3ca-f064-4754-9f9e-9feaa534af6b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Reconciling Gateway AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9f78e3ca-f064-4754-9f9e-9feaa534af6b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9f78e3ca-f064-4754-9f9e-9feaa534af6b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9f78e3ca-f064-4754-9f9e-9feaa534af6b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-04-16T21:08:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9f78e3ca-f064-4754-9f9e-9feaa534af6b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-04-16T21:08:29Z DEBUG Starting EnvoyFilter reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9f78e3ca-f064-4754-9f9e-9feaa534af6b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Reconciling Gateway EnvoyFilter {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9f78e3ca-f064-4754-9f9e-9feaa534af6b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Processing Gateway EnvoyFilter delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9f78e3ca-f064-4754-9f9e-9feaa534af6b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "maas-default-gateway-authn-ssl"} 2026-04-16T21:08:29Z DEBUG Delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9f78e3ca-f064-4754-9f9e-9feaa534af6b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "action": "update", "envoyfilter": "maas-default-gateway-authn-ssl"} 2026-04-16T21:08:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9f78e3ca-f064-4754-9f9e-9feaa534af6b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ec05cbdc-e177-4d40-b2c0-4511493c4823", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Verifying that the model user role exists {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ec05cbdc-e177-4d40-b2c0-4511493c4823", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Role not found. {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ec05cbdc-e177-4d40-b2c0-4511493c4823", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG No delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ec05cbdc-e177-4d40-b2c0-4511493c4823", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Reconciling tier binding {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ec05cbdc-e177-4d40-b2c0-4511493c4823", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG RoleBinding not found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ec05cbdc-e177-4d40-b2c0-4511493c4823", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-model-post-access-tier-binding", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG No delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ec05cbdc-e177-4d40-b2c0-4511493c4823", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ec05cbdc-e177-4d40-b2c0-4511493c4823", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Reconciling Gateway AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ec05cbdc-e177-4d40-b2c0-4511493c4823", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ec05cbdc-e177-4d40-b2c0-4511493c4823", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ec05cbdc-e177-4d40-b2c0-4511493c4823", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-04-16T21:08:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ec05cbdc-e177-4d40-b2c0-4511493c4823", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-04-16T21:08:29Z DEBUG Starting EnvoyFilter reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ec05cbdc-e177-4d40-b2c0-4511493c4823", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Reconciling Gateway EnvoyFilter {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ec05cbdc-e177-4d40-b2c0-4511493c4823", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Processing Gateway EnvoyFilter delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ec05cbdc-e177-4d40-b2c0-4511493c4823", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "maas-default-gateway-authn-ssl"} 2026-04-16T21:08:29Z DEBUG Delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ec05cbdc-e177-4d40-b2c0-4511493c4823", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "action": "update", "envoyfilter": "maas-default-gateway-authn-ssl"} 2026-04-16T21:08:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ec05cbdc-e177-4d40-b2c0-4511493c4823", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f35f1a8f-5ffa-442c-9bde-37ac828d21d5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Verifying that the model user role exists {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f35f1a8f-5ffa-442c-9bde-37ac828d21d5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Role not found. {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f35f1a8f-5ffa-442c-9bde-37ac828d21d5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG No delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f35f1a8f-5ffa-442c-9bde-37ac828d21d5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Reconciling tier binding {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f35f1a8f-5ffa-442c-9bde-37ac828d21d5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG RoleBinding not found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f35f1a8f-5ffa-442c-9bde-37ac828d21d5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-prec1935f6109f73b2356419011f010a28b", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG No delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f35f1a8f-5ffa-442c-9bde-37ac828d21d5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f35f1a8f-5ffa-442c-9bde-37ac828d21d5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Reconciling Gateway AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f35f1a8f-5ffa-442c-9bde-37ac828d21d5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f35f1a8f-5ffa-442c-9bde-37ac828d21d5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f35f1a8f-5ffa-442c-9bde-37ac828d21d5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-04-16T21:08:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f35f1a8f-5ffa-442c-9bde-37ac828d21d5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-04-16T21:08:29Z DEBUG Starting EnvoyFilter reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f35f1a8f-5ffa-442c-9bde-37ac828d21d5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Reconciling Gateway EnvoyFilter {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f35f1a8f-5ffa-442c-9bde-37ac828d21d5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Processing Gateway EnvoyFilter delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f35f1a8f-5ffa-442c-9bde-37ac828d21d5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "maas-default-gateway-authn-ssl"} 2026-04-16T21:08:29Z DEBUG Delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f35f1a8f-5ffa-442c-9bde-37ac828d21d5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "action": "update", "envoyfilter": "maas-default-gateway-authn-ssl"} 2026-04-16T21:08:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f35f1a8f-5ffa-442c-9bde-37ac828d21d5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6df60647-2632-4751-979a-8da8c9df3bcc", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Verifying that the model user role exists {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6df60647-2632-4751-979a-8da8c9df3bcc", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Role not found. {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6df60647-2632-4751-979a-8da8c9df3bcc", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG No delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6df60647-2632-4751-979a-8da8c9df3bcc", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Reconciling tier binding {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6df60647-2632-4751-979a-8da8c9df3bcc", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG RoleBinding not found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6df60647-2632-4751-979a-8da8c9df3bcc", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-model-post-access-tier-binding", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG No delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6df60647-2632-4751-979a-8da8c9df3bcc", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6df60647-2632-4751-979a-8da8c9df3bcc", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Reconciling Gateway AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6df60647-2632-4751-979a-8da8c9df3bcc", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6df60647-2632-4751-979a-8da8c9df3bcc", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6df60647-2632-4751-979a-8da8c9df3bcc", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-04-16T21:08:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6df60647-2632-4751-979a-8da8c9df3bcc", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-04-16T21:08:29Z DEBUG Starting EnvoyFilter reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6df60647-2632-4751-979a-8da8c9df3bcc", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Reconciling Gateway EnvoyFilter {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6df60647-2632-4751-979a-8da8c9df3bcc", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:08:29Z DEBUG Processing Gateway EnvoyFilter delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6df60647-2632-4751-979a-8da8c9df3bcc", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "maas-default-gateway-authn-ssl"} 2026-04-16T21:08:29Z DEBUG Delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6df60647-2632-4751-979a-8da8c9df3bcc", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "action": "update", "envoyfilter": "maas-default-gateway-authn-ssl"} 2026-04-16T21:08:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6df60647-2632-4751-979a-8da8c9df3bcc", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:08:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "658074eb-a5ae-41f1-a167-14e8b2d8090b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:08:43Z DEBUG Verifying that the model user role exists {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "658074eb-a5ae-41f1-a167-14e8b2d8090b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:08:43Z DEBUG Role not found. {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "658074eb-a5ae-41f1-a167-14e8b2d8090b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:08:43Z DEBUG No delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "658074eb-a5ae-41f1-a167-14e8b2d8090b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:08:43Z DEBUG Reconciling tier binding {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "658074eb-a5ae-41f1-a167-14e8b2d8090b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:08:43Z DEBUG RoleBinding not found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "658074eb-a5ae-41f1-a167-14e8b2d8090b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-prec1935f6109f73b2356419011f010a28b", "namespace": "llm"} 2026-04-16T21:08:43Z DEBUG No delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "658074eb-a5ae-41f1-a167-14e8b2d8090b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:08:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "658074eb-a5ae-41f1-a167-14e8b2d8090b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:08:43Z DEBUG Reconciling Gateway AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "658074eb-a5ae-41f1-a167-14e8b2d8090b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:08:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "658074eb-a5ae-41f1-a167-14e8b2d8090b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:08:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "658074eb-a5ae-41f1-a167-14e8b2d8090b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-04-16T21:08:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "658074eb-a5ae-41f1-a167-14e8b2d8090b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-04-16T21:08:43Z DEBUG Starting EnvoyFilter reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "658074eb-a5ae-41f1-a167-14e8b2d8090b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:08:43Z DEBUG Reconciling Gateway EnvoyFilter {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "658074eb-a5ae-41f1-a167-14e8b2d8090b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:08:43Z DEBUG Processing Gateway EnvoyFilter delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "658074eb-a5ae-41f1-a167-14e8b2d8090b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "maas-default-gateway-authn-ssl"} 2026-04-16T21:08:43Z DEBUG Delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "658074eb-a5ae-41f1-a167-14e8b2d8090b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "action": "update", "envoyfilter": "maas-default-gateway-authn-ssl"} 2026-04-16T21:08:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "658074eb-a5ae-41f1-a167-14e8b2d8090b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:08:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ffd2fad9-b4c8-4401-be23-2d792fb4804a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:08:55Z DEBUG Verifying that the model user role exists {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ffd2fad9-b4c8-4401-be23-2d792fb4804a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:08:55Z DEBUG Role not found. {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ffd2fad9-b4c8-4401-be23-2d792fb4804a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:08:55Z DEBUG No delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ffd2fad9-b4c8-4401-be23-2d792fb4804a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:08:55Z DEBUG Reconciling tier binding {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ffd2fad9-b4c8-4401-be23-2d792fb4804a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:08:55Z DEBUG RoleBinding not found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ffd2fad9-b4c8-4401-be23-2d792fb4804a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-10ca7416b89dd425962bbc34c3ffcec80", "namespace": "llm"} 2026-04-16T21:08:55Z DEBUG No delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ffd2fad9-b4c8-4401-be23-2d792fb4804a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:08:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ffd2fad9-b4c8-4401-be23-2d792fb4804a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:08:55Z DEBUG Reconciling Gateway AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ffd2fad9-b4c8-4401-be23-2d792fb4804a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:08:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ffd2fad9-b4c8-4401-be23-2d792fb4804a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:08:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ffd2fad9-b4c8-4401-be23-2d792fb4804a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-04-16T21:08:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ffd2fad9-b4c8-4401-be23-2d792fb4804a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-04-16T21:08:55Z DEBUG Starting EnvoyFilter reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ffd2fad9-b4c8-4401-be23-2d792fb4804a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:08:55Z DEBUG Reconciling Gateway EnvoyFilter {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ffd2fad9-b4c8-4401-be23-2d792fb4804a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:08:55Z DEBUG Processing Gateway EnvoyFilter delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ffd2fad9-b4c8-4401-be23-2d792fb4804a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "maas-default-gateway-authn-ssl"} 2026-04-16T21:08:55Z DEBUG Delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ffd2fad9-b4c8-4401-be23-2d792fb4804a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "action": "update", "envoyfilter": "maas-default-gateway-authn-ssl"} 2026-04-16T21:08:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ffd2fad9-b4c8-4401-be23-2d792fb4804a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:08:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e75de57f-e0f0-4e7d-b803-fbcea8e875e8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:08:56Z DEBUG Verifying that the model user role exists {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e75de57f-e0f0-4e7d-b803-fbcea8e875e8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:08:56Z DEBUG Role not found. {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e75de57f-e0f0-4e7d-b803-fbcea8e875e8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:08:56Z DEBUG No delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e75de57f-e0f0-4e7d-b803-fbcea8e875e8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:08:56Z DEBUG Reconciling tier binding {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e75de57f-e0f0-4e7d-b803-fbcea8e875e8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:08:56Z DEBUG RoleBinding not found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e75de57f-e0f0-4e7d-b803-fbcea8e875e8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-prec1935f6109f73b2356419011f010a28b", "namespace": "llm"} 2026-04-16T21:08:56Z DEBUG No delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e75de57f-e0f0-4e7d-b803-fbcea8e875e8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:08:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e75de57f-e0f0-4e7d-b803-fbcea8e875e8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:08:56Z DEBUG Reconciling Gateway AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e75de57f-e0f0-4e7d-b803-fbcea8e875e8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:08:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e75de57f-e0f0-4e7d-b803-fbcea8e875e8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:08:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e75de57f-e0f0-4e7d-b803-fbcea8e875e8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-04-16T21:08:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e75de57f-e0f0-4e7d-b803-fbcea8e875e8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-04-16T21:08:56Z DEBUG Starting EnvoyFilter reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e75de57f-e0f0-4e7d-b803-fbcea8e875e8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:08:56Z DEBUG Reconciling Gateway EnvoyFilter {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e75de57f-e0f0-4e7d-b803-fbcea8e875e8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:08:56Z DEBUG Processing Gateway EnvoyFilter delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e75de57f-e0f0-4e7d-b803-fbcea8e875e8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "maas-default-gateway-authn-ssl"} 2026-04-16T21:08:56Z DEBUG Delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e75de57f-e0f0-4e7d-b803-fbcea8e875e8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "action": "update", "envoyfilter": "maas-default-gateway-authn-ssl"} 2026-04-16T21:08:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e75de57f-e0f0-4e7d-b803-fbcea8e875e8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:09:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "107f4878-b8dd-44bb-8f87-cb7b64deba67", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:09:03Z DEBUG Verifying that the model user role exists {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "107f4878-b8dd-44bb-8f87-cb7b64deba67", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:09:03Z DEBUG Role not found. {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "107f4878-b8dd-44bb-8f87-cb7b64deba67", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:09:03Z DEBUG No delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "107f4878-b8dd-44bb-8f87-cb7b64deba67", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:09:03Z DEBUG Reconciling tier binding {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "107f4878-b8dd-44bb-8f87-cb7b64deba67", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:09:03Z DEBUG RoleBinding not found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "107f4878-b8dd-44bb-8f87-cb7b64deba67", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-model-post-access-tier-binding", "namespace": "llm"} 2026-04-16T21:09:03Z DEBUG No delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "107f4878-b8dd-44bb-8f87-cb7b64deba67", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:09:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "107f4878-b8dd-44bb-8f87-cb7b64deba67", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:09:03Z DEBUG Reconciling Gateway AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "107f4878-b8dd-44bb-8f87-cb7b64deba67", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:09:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "107f4878-b8dd-44bb-8f87-cb7b64deba67", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:09:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "107f4878-b8dd-44bb-8f87-cb7b64deba67", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-04-16T21:09:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "107f4878-b8dd-44bb-8f87-cb7b64deba67", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-04-16T21:09:03Z DEBUG Starting EnvoyFilter reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "107f4878-b8dd-44bb-8f87-cb7b64deba67", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:09:03Z DEBUG Reconciling Gateway EnvoyFilter {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "107f4878-b8dd-44bb-8f87-cb7b64deba67", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:09:03Z DEBUG Processing Gateway EnvoyFilter delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "107f4878-b8dd-44bb-8f87-cb7b64deba67", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "maas-default-gateway-authn-ssl"} 2026-04-16T21:09:03Z DEBUG Delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "107f4878-b8dd-44bb-8f87-cb7b64deba67", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "action": "update", "envoyfilter": "maas-default-gateway-authn-ssl"} 2026-04-16T21:09:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "107f4878-b8dd-44bb-8f87-cb7b64deba67", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:09:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "92b66a2c-ba83-4024-9bd7-54f6e6c053e9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:09:23Z DEBUG Verifying that the model user role exists {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "92b66a2c-ba83-4024-9bd7-54f6e6c053e9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:09:23Z DEBUG Role not found. {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "92b66a2c-ba83-4024-9bd7-54f6e6c053e9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:09:23Z DEBUG No delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "92b66a2c-ba83-4024-9bd7-54f6e6c053e9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:09:23Z DEBUG Reconciling tier binding {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "92b66a2c-ba83-4024-9bd7-54f6e6c053e9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:09:23Z DEBUG RoleBinding not found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "92b66a2c-ba83-4024-9bd7-54f6e6c053e9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-model-post-access-tier-binding", "namespace": "llm"} 2026-04-16T21:09:23Z DEBUG No delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "92b66a2c-ba83-4024-9bd7-54f6e6c053e9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:09:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "92b66a2c-ba83-4024-9bd7-54f6e6c053e9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:09:23Z DEBUG Reconciling Gateway AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "92b66a2c-ba83-4024-9bd7-54f6e6c053e9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:09:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "92b66a2c-ba83-4024-9bd7-54f6e6c053e9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:09:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "92b66a2c-ba83-4024-9bd7-54f6e6c053e9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-04-16T21:09:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "92b66a2c-ba83-4024-9bd7-54f6e6c053e9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-04-16T21:09:23Z DEBUG Starting EnvoyFilter reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "92b66a2c-ba83-4024-9bd7-54f6e6c053e9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:09:23Z DEBUG Reconciling Gateway EnvoyFilter {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "92b66a2c-ba83-4024-9bd7-54f6e6c053e9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:09:23Z DEBUG Processing Gateway EnvoyFilter delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "92b66a2c-ba83-4024-9bd7-54f6e6c053e9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "maas-default-gateway-authn-ssl"} 2026-04-16T21:09:23Z DEBUG Delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "92b66a2c-ba83-4024-9bd7-54f6e6c053e9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "action": "update", "envoyfilter": "maas-default-gateway-authn-ssl"} 2026-04-16T21:09:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "92b66a2c-ba83-4024-9bd7-54f6e6c053e9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:09:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7f1171c7-782d-4169-9b75-0d1d9652c7e2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:09:35Z DEBUG Verifying that the model user role exists {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7f1171c7-782d-4169-9b75-0d1d9652c7e2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:09:35Z DEBUG Role not found. {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7f1171c7-782d-4169-9b75-0d1d9652c7e2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:09:35Z DEBUG No delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7f1171c7-782d-4169-9b75-0d1d9652c7e2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:09:35Z DEBUG Reconciling tier binding {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7f1171c7-782d-4169-9b75-0d1d9652c7e2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:09:35Z DEBUG RoleBinding not found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7f1171c7-782d-4169-9b75-0d1d9652c7e2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-model-post-access-tier-binding", "namespace": "llm"} 2026-04-16T21:09:35Z DEBUG No delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7f1171c7-782d-4169-9b75-0d1d9652c7e2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:09:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7f1171c7-782d-4169-9b75-0d1d9652c7e2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:09:35Z DEBUG Reconciling Gateway AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7f1171c7-782d-4169-9b75-0d1d9652c7e2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:09:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7f1171c7-782d-4169-9b75-0d1d9652c7e2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:09:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7f1171c7-782d-4169-9b75-0d1d9652c7e2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-04-16T21:09:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7f1171c7-782d-4169-9b75-0d1d9652c7e2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-04-16T21:09:35Z DEBUG Starting EnvoyFilter reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7f1171c7-782d-4169-9b75-0d1d9652c7e2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:09:35Z DEBUG Reconciling Gateway EnvoyFilter {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7f1171c7-782d-4169-9b75-0d1d9652c7e2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:09:35Z DEBUG Processing Gateway EnvoyFilter delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7f1171c7-782d-4169-9b75-0d1d9652c7e2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "maas-default-gateway-authn-ssl"} 2026-04-16T21:09:35Z DEBUG Delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7f1171c7-782d-4169-9b75-0d1d9652c7e2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "action": "update", "envoyfilter": "maas-default-gateway-authn-ssl"} 2026-04-16T21:09:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7f1171c7-782d-4169-9b75-0d1d9652c7e2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:09:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "400bdeed-207f-4c9e-a5d4-da4ced2eb7d8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:09:36Z DEBUG Verifying that the model user role exists {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "400bdeed-207f-4c9e-a5d4-da4ced2eb7d8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:09:36Z DEBUG Role not found. {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "400bdeed-207f-4c9e-a5d4-da4ced2eb7d8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:09:36Z DEBUG No delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "400bdeed-207f-4c9e-a5d4-da4ced2eb7d8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:09:36Z DEBUG Reconciling tier binding {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "400bdeed-207f-4c9e-a5d4-da4ced2eb7d8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:09:36Z DEBUG RoleBinding not found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "400bdeed-207f-4c9e-a5d4-da4ced2eb7d8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-prec1935f6109f73b2356419011f010a28b", "namespace": "llm"} 2026-04-16T21:09:36Z DEBUG No delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "400bdeed-207f-4c9e-a5d4-da4ced2eb7d8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:09:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "400bdeed-207f-4c9e-a5d4-da4ced2eb7d8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:09:36Z DEBUG Reconciling Gateway AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "400bdeed-207f-4c9e-a5d4-da4ced2eb7d8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:09:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "400bdeed-207f-4c9e-a5d4-da4ced2eb7d8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:09:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "400bdeed-207f-4c9e-a5d4-da4ced2eb7d8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-04-16T21:09:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "400bdeed-207f-4c9e-a5d4-da4ced2eb7d8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-04-16T21:09:36Z DEBUG Starting EnvoyFilter reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "400bdeed-207f-4c9e-a5d4-da4ced2eb7d8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:09:36Z DEBUG Reconciling Gateway EnvoyFilter {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "400bdeed-207f-4c9e-a5d4-da4ced2eb7d8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:09:36Z DEBUG Processing Gateway EnvoyFilter delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "400bdeed-207f-4c9e-a5d4-da4ced2eb7d8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "maas-default-gateway-authn-ssl"} 2026-04-16T21:09:36Z DEBUG Delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "400bdeed-207f-4c9e-a5d4-da4ced2eb7d8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "action": "update", "envoyfilter": "maas-default-gateway-authn-ssl"} 2026-04-16T21:09:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "400bdeed-207f-4c9e-a5d4-da4ced2eb7d8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-04-16T21:09:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "70c4710b-24b7-472a-b97e-f7ff2d6cdbf7", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-04-16T21:09:37Z DEBUG Verifying that the model user role exists {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "70c4710b-24b7-472a-b97e-f7ff2d6cdbf7", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-04-16T21:09:37Z DEBUG Role not found. {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "70c4710b-24b7-472a-b97e-f7ff2d6cdbf7", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-04-16T21:09:37Z DEBUG No delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "70c4710b-24b7-472a-b97e-f7ff2d6cdbf7", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-04-16T21:09:37Z DEBUG Reconciling tier binding {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "70c4710b-24b7-472a-b97e-f7ff2d6cdbf7", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated", "namespace": "llm"} 2026-04-16T21:09:37Z DEBUG RoleBinding not found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "70c4710b-24b7-472a-b97e-f7ff2d6cdbf7", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-model-post-access-tier-binding", "namespace": "llm"} 2026-04-16T21:09:37Z DEBUG No delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "70c4710b-24b7-472a-b97e-f7ff2d6cdbf7", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-04-16T21:09:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "70c4710b-24b7-472a-b97e-f7ff2d6cdbf7", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-04-16T21:09:37Z DEBUG Reconciling Gateway AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "70c4710b-24b7-472a-b97e-f7ff2d6cdbf7", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-04-16T21:09:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "70c4710b-24b7-472a-b97e-f7ff2d6cdbf7", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-04-16T21:09:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "70c4710b-24b7-472a-b97e-f7ff2d6cdbf7", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-04-16T21:09:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "70c4710b-24b7-472a-b97e-f7ff2d6cdbf7", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-04-16T21:09:37Z DEBUG Starting EnvoyFilter reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "70c4710b-24b7-472a-b97e-f7ff2d6cdbf7", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-04-16T21:09:37Z DEBUG Reconciling Gateway EnvoyFilter {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "70c4710b-24b7-472a-b97e-f7ff2d6cdbf7", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-04-16T21:09:37Z DEBUG Processing Gateway EnvoyFilter delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "70c4710b-24b7-472a-b97e-f7ff2d6cdbf7", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "maas-default-gateway-authn-ssl"} 2026-04-16T21:09:37Z DEBUG Delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "70c4710b-24b7-472a-b97e-f7ff2d6cdbf7", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "action": "update", "envoyfilter": "maas-default-gateway-authn-ssl"} 2026-04-16T21:09:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "70c4710b-24b7-472a-b97e-f7ff2d6cdbf7", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-04-16T21:09:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7705849a-11b6-4b60-9309-9add2ad3642d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:09:40Z DEBUG Verifying that the model user role exists {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7705849a-11b6-4b60-9309-9add2ad3642d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:09:40Z DEBUG Role not found. {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7705849a-11b6-4b60-9309-9add2ad3642d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:09:40Z DEBUG No delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7705849a-11b6-4b60-9309-9add2ad3642d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:09:40Z DEBUG Reconciling tier binding {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7705849a-11b6-4b60-9309-9add2ad3642d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:09:40Z DEBUG RoleBinding not found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7705849a-11b6-4b60-9309-9add2ad3642d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-10ca7416b89dd425962bbc34c3ffcec80", "namespace": "llm"} 2026-04-16T21:09:40Z DEBUG No delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7705849a-11b6-4b60-9309-9add2ad3642d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:09:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7705849a-11b6-4b60-9309-9add2ad3642d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:09:40Z DEBUG Reconciling Gateway AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7705849a-11b6-4b60-9309-9add2ad3642d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:09:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7705849a-11b6-4b60-9309-9add2ad3642d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:09:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7705849a-11b6-4b60-9309-9add2ad3642d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-04-16T21:09:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7705849a-11b6-4b60-9309-9add2ad3642d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-04-16T21:09:40Z DEBUG Starting EnvoyFilter reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7705849a-11b6-4b60-9309-9add2ad3642d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:09:40Z DEBUG Reconciling Gateway EnvoyFilter {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7705849a-11b6-4b60-9309-9add2ad3642d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:09:40Z DEBUG Processing Gateway EnvoyFilter delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7705849a-11b6-4b60-9309-9add2ad3642d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "maas-default-gateway-authn-ssl"} 2026-04-16T21:09:40Z DEBUG Delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7705849a-11b6-4b60-9309-9add2ad3642d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "action": "update", "envoyfilter": "maas-default-gateway-authn-ssl"} 2026-04-16T21:09:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7705849a-11b6-4b60-9309-9add2ad3642d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-04-16T21:09:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "429e74c1-a2ff-41da-9b9a-ed356ebd81f9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:09:59Z DEBUG Verifying that the model user role exists {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "429e74c1-a2ff-41da-9b9a-ed356ebd81f9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:09:59Z DEBUG Role not found. {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "429e74c1-a2ff-41da-9b9a-ed356ebd81f9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:09:59Z DEBUG No delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "429e74c1-a2ff-41da-9b9a-ed356ebd81f9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:09:59Z DEBUG Reconciling tier binding {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "429e74c1-a2ff-41da-9b9a-ed356ebd81f9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:09:59Z DEBUG RoleBinding not found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "429e74c1-a2ff-41da-9b9a-ed356ebd81f9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-model-post-access-tier-binding", "namespace": "llm"} 2026-04-16T21:09:59Z DEBUG No delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "429e74c1-a2ff-41da-9b9a-ed356ebd81f9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:09:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "429e74c1-a2ff-41da-9b9a-ed356ebd81f9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:09:59Z DEBUG Reconciling Gateway AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "429e74c1-a2ff-41da-9b9a-ed356ebd81f9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:09:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "429e74c1-a2ff-41da-9b9a-ed356ebd81f9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:09:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "429e74c1-a2ff-41da-9b9a-ed356ebd81f9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-04-16T21:09:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "429e74c1-a2ff-41da-9b9a-ed356ebd81f9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-04-16T21:09:59Z DEBUG Starting EnvoyFilter reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "429e74c1-a2ff-41da-9b9a-ed356ebd81f9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:09:59Z DEBUG Reconciling Gateway EnvoyFilter {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "429e74c1-a2ff-41da-9b9a-ed356ebd81f9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:09:59Z DEBUG Processing Gateway EnvoyFilter delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "429e74c1-a2ff-41da-9b9a-ed356ebd81f9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "maas-default-gateway-authn-ssl"} 2026-04-16T21:09:59Z DEBUG Delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "429e74c1-a2ff-41da-9b9a-ed356ebd81f9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "action": "update", "envoyfilter": "maas-default-gateway-authn-ssl"} 2026-04-16T21:09:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "429e74c1-a2ff-41da-9b9a-ed356ebd81f9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-04-16T21:10:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1eb4144c-74f5-488a-b70d-804cb6ee1d90", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-04-16T21:10:03Z DEBUG Verifying that the model user role exists {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1eb4144c-74f5-488a-b70d-804cb6ee1d90", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-04-16T21:10:03Z DEBUG Role not found. {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1eb4144c-74f5-488a-b70d-804cb6ee1d90", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-04-16T21:10:03Z DEBUG No delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1eb4144c-74f5-488a-b70d-804cb6ee1d90", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-04-16T21:10:03Z DEBUG Reconciling tier binding {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1eb4144c-74f5-488a-b70d-804cb6ee1d90", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated", "namespace": "llm"} 2026-04-16T21:10:03Z DEBUG RoleBinding not found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1eb4144c-74f5-488a-b70d-804cb6ee1d90", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-model-post-access-tier-binding", "namespace": "llm"} 2026-04-16T21:10:03Z DEBUG No delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1eb4144c-74f5-488a-b70d-804cb6ee1d90", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-04-16T21:10:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1eb4144c-74f5-488a-b70d-804cb6ee1d90", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-04-16T21:10:03Z DEBUG Reconciling Gateway AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1eb4144c-74f5-488a-b70d-804cb6ee1d90", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-04-16T21:10:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1eb4144c-74f5-488a-b70d-804cb6ee1d90", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-04-16T21:10:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1eb4144c-74f5-488a-b70d-804cb6ee1d90", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-04-16T21:10:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1eb4144c-74f5-488a-b70d-804cb6ee1d90", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-04-16T21:10:03Z DEBUG Starting EnvoyFilter reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1eb4144c-74f5-488a-b70d-804cb6ee1d90", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-04-16T21:10:03Z DEBUG Reconciling Gateway EnvoyFilter {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1eb4144c-74f5-488a-b70d-804cb6ee1d90", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-04-16T21:10:03Z DEBUG Processing Gateway EnvoyFilter delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1eb4144c-74f5-488a-b70d-804cb6ee1d90", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "maas-default-gateway-authn-ssl"} 2026-04-16T21:10:03Z DEBUG Delta found {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1eb4144c-74f5-488a-b70d-804cb6ee1d90", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "action": "update", "envoyfilter": "maas-default-gateway-authn-ssl"} 2026-04-16T21:10:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1eb4144c-74f5-488a-b70d-804cb6ee1d90", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-04-16T21:10:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "53a4138a-588e-4aeb-9739-3844aa3c6dea", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-04-16T21:10:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "196cd71d-9acb-428d-ae43-5bbc8ecfcdca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-04-16T21:10:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "20c10d32-5c39-4b5f-b4a6-470b315f0d20", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-04-16T21:10:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "20c10d32-5c39-4b5f-b4a6-470b315f0d20", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-04-16T21:10:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef4feaa1-d23d-4898-b676-a1e226da8f25", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-04-16T21:10:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "966b4cc0-53ac-4bf3-8a6b-6447e90beccb", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-04-16T21:10:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "d3d0ca56-7e0c-438c-9d71-7f4a1ea0a222", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-04-16T21:10:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "d3d0ca56-7e0c-438c-9d71-7f4a1ea0a222", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-04-16T21:10:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ad931b1-a3ad-4610-9c9c-bdb424d525df", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-04-16T21:10:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "df36196b-2eb2-454b-b263-d1e789ac06c5", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-04-16T21:10:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "0804de34-597b-4509-a985-41945b73ec26", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-04-16T21:10:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "171846e6-17b6-45c7-bb4d-cf15dee8ec2e", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-04-16T21:10:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "171846e6-17b6-45c7-bb4d-cf15dee8ec2e", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-04-16T21:10:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f55b2c0b-15df-49eb-a051-a37c74c03506", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-04-16T21:10:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "94656932-bb63-426a-919b-4950f2e4352c", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-04-16T21:10:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "a4db0aa7-7685-4b52-a7fd-13391feba8ee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-04-16T21:10:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "a4db0aa7-7685-4b52-a7fd-13391feba8ee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-04-16T21:10:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c73b8ff3-c761-406d-9d1e-2b8110e27a2c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-04-16T21:10:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c73b8ff3-c761-406d-9d1e-2b8110e27a2c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-04-16T21:10:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "af8dcc2b-cc4a-4e15-83db-f22d6c054956", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-04-16T21:10:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "b00eac5b-b36a-4d6a-a4ae-6d56daef7703", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-04-16T21:10:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "20d1ce27-fab9-4b3f-ba37-f7fd068aa8c1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-04-16T21:10:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "92cb9484-20c0-4cb6-a1eb-6533845d8af4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-04-16T21:10:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "92cb9484-20c0-4cb6-a1eb-6533845d8af4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-04-16T21:10:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c553177c-6e44-4b2b-93fe-e7ee5d3a4883", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-04-16T21:10:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "12822dfe-fec0-4ca4-bac5-bb749d9357e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-04-16T21:10:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "a87bb34c-5839-4f7a-a5de-754d8dd91534", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-04-16T21:10:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "a87bb34c-5839-4f7a-a5de-754d8dd91534", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-04-16T21:10:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3dfe7f94-acaf-4e53-b77f-3939eca5156c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-04-16T21:10:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a96366f5-8a45-4495-addc-8cfeb87691e3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-04-16T21:10:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a96366f5-8a45-4495-addc-8cfeb87691e3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-04-16T21:10:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a96366f5-8a45-4495-addc-8cfeb87691e3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.1/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.1/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.1/pkg/internal/controller/controller.go:224 2026-04-16T21:10:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "b3772d22-4687-4108-926a-17d79b00b905", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-04-16T21:10:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "b3772d22-4687-4108-926a-17d79b00b905", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-04-16T21:10:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "ee575b46-e6f9-4455-8e4f-7d33a86532bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-04-16T21:10:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "ee575b46-e6f9-4455-8e4f-7d33a86532bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-04-16T21:10:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4f89daf8-e627-4c68-984b-8ba3246b6729", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-04-16T21:10:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4f89daf8-e627-4c68-984b-8ba3246b6729", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-04-16T21:11:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "014ef590-42f7-43ca-b03f-3549d137536f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-04-16T21:11:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "01b72412-a406-49a4-9689-ea3403bc9409", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-04-16T21:11:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "9d986cb5-59d2-431e-8e0f-cfa2ae3e2daa", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-04-16T21:11:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "9d986cb5-59d2-431e-8e0f-cfa2ae3e2daa", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-04-16T21:11:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "675a9ecd-46b2-4c27-8b7d-9219531a86ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-04-16T21:11:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "77eb6ee3-939f-4628-8e06-f80a7381a9ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-04-16T21:11:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "737422bd-5e52-4ed5-b3ad-97d927793201", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-04-16T21:11:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "737422bd-5e52-4ed5-b3ad-97d927793201", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-04-16T21:11:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "23793cd4-56f5-4e89-b1fd-34d6036fb4e9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-04-16T21:11:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "23793cd4-56f5-4e89-b1fd-34d6036fb4e9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-04-16T21:11:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "734ff8a8-412d-461d-b0f4-6689cca16766", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-04-16T21:11:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "734ff8a8-412d-461d-b0f4-6689cca16766", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-04-16T21:11:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "94a23e44-e98e-4b1c-98c6-766ac523703c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-04-16T21:11:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1012946e-002e-467a-bf2d-8568a9b433b6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-04-16T21:11:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1012946e-002e-467a-bf2d-8568a9b433b6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-04-16T21:11:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1012946e-002e-467a-bf2d-8568a9b433b6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.1/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.1/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.1/pkg/internal/controller/controller.go:224 2026-04-16T21:11:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "715e9154-c1c1-47fe-a445-cc392edcb85b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-04-16T21:11:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "715e9154-c1c1-47fe-a445-cc392edcb85b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-04-16T21:11:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "9d1b9fd1-786f-4395-b864-8937531549ec", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-04-16T21:11:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "9d1b9fd1-786f-4395-b864-8937531549ec", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-04-16T21:11:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b00b7586-0264-4476-bf37-565777f7a5bb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-04-16T21:11:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b00b7586-0264-4476-bf37-565777f7a5bb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-04-16T21:11:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-53a60d"}, "namespace": "e2e-modelref-53a60d", "name": "openshift-service-ca.crt", "reconcileID": "e084632c-4ffa-4e8e-b7f6-d75d64eecff1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-53a60d"} 2026-04-16T21:11:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-53a60d"}, "namespace": "e2e-modelref-53a60d", "name": "odh-trusted-ca-bundle", "reconcileID": "77b47937-46af-49e5-8858-68f551bf3546", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-53a60d"} 2026-04-16T21:11:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-53a60d"}, "namespace": "e2e-modelref-53a60d", "name": "openshift-service-ca.crt", "reconcileID": "0a346fc1-6787-4369-9ee0-a6fd08e08d0e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-53a60d", "create": "odh-kserve-custom-ca-bundle"} 2026-04-16T21:11:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-53a60d"}, "namespace": "e2e-modelref-53a60d", "name": "openshift-service-ca.crt", "reconcileID": "0a346fc1-6787-4369-9ee0-a6fd08e08d0e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-53a60d"} 2026-04-16T21:11:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-53a60d"}, "namespace": "e2e-modelref-53a60d", "name": "openshift-service-ca.crt", "reconcileID": "bfded36f-0e86-41a6-b5b4-70cc6eb27da4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-53a60d"} 2026-04-16T21:11:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-53a60d"}, "namespace": "e2e-modelref-53a60d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d9b2c875-355f-44d2-947f-190ebf61c16e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-53a60d"} 2026-04-16T21:11:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-53a60d"}, "namespace": "e2e-modelref-53a60d", "name": "odh-trusted-ca-bundle", "reconcileID": "d4cd32d7-3ea2-47b8-aaa8-18ac103ab2c7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-53a60d", "update": "odh-kserve-custom-ca-bundle"} 2026-04-16T21:11:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-53a60d"}, "namespace": "e2e-modelref-53a60d", "name": "odh-trusted-ca-bundle", "reconcileID": "d4cd32d7-3ea2-47b8-aaa8-18ac103ab2c7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-53a60d"} 2026-04-16T21:11:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-53a60d"}, "namespace": "e2e-modelref-53a60d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1dd5e7c8-ca50-4cb8-a21f-f9eccbc76d54", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-53a60d", "update": "odh-kserve-custom-ca-bundle"} 2026-04-16T21:11:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-53a60d"}, "namespace": "e2e-modelref-53a60d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1dd5e7c8-ca50-4cb8-a21f-f9eccbc76d54", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-53a60d"} 2026-04-16T21:11:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-53a60d"}, "namespace": "e2e-modelref-53a60d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "245b69c6-1a31-42bd-95fe-16c5fc060128", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-53a60d", "update": "odh-kserve-custom-ca-bundle"} 2026-04-16T21:11:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-53a60d"}, "namespace": "e2e-modelref-53a60d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "245b69c6-1a31-42bd-95fe-16c5fc060128", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-53a60d"} 2026-04-16T21:11:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-53a60d"}, "namespace": "e2e-modelref-53a60d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "99bb2fc8-5b7a-4cca-85dd-6aa1154d95b4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-53a60d"} 2026-04-16T21:12:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-53a60d"}, "namespace": "e2e-modelref-53a60d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b6eb16ab-135a-41bc-b990-22b3df5feb72", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-53a60d"} 2026-04-16T21:12:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-53a60d"}, "namespace": "e2e-modelref-53a60d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b6eb16ab-135a-41bc-b990-22b3df5feb72", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-53a60d", "create": "odh-kserve-custom-ca-bundle"} 2026-04-16T21:12:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-53a60d"}, "namespace": "e2e-modelref-53a60d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b6eb16ab-135a-41bc-b990-22b3df5feb72", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-53a60d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.1/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.1/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.1/pkg/internal/controller/controller.go:224 2026-04-16T21:12:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-53a60d"}, "namespace": "e2e-modelref-53a60d", "name": "odh-trusted-ca-bundle", "reconcileID": "078db27b-8155-4740-88ae-6257c11eae9f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-53a60d"} 2026-04-16T21:12:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-53a60d"}, "namespace": "e2e-modelref-53a60d", "name": "odh-trusted-ca-bundle", "reconcileID": "078db27b-8155-4740-88ae-6257c11eae9f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-53a60d"} 2026-04-16T21:12:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-53a60d"}, "namespace": "e2e-modelref-53a60d", "name": "openshift-service-ca.crt", "reconcileID": "7f306850-8592-48b4-8c6b-20fa327175d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-53a60d"} 2026-04-16T21:12:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-53a60d"}, "namespace": "e2e-modelref-53a60d", "name": "openshift-service-ca.crt", "reconcileID": "7f306850-8592-48b4-8c6b-20fa327175d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-53a60d"} 2026-04-16T21:12:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-53a60d"}, "namespace": "e2e-modelref-53a60d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed47cdf3-d5ca-47d0-ae32-2550434b9745", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-53a60d"} 2026-04-16T21:12:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-53a60d"}, "namespace": "e2e-modelref-53a60d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed47cdf3-d5ca-47d0-ae32-2550434b9745", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-53a60d"} 2026-04-16T21:12:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-95530d"}, "namespace": "e2e-modelref-95530d", "name": "openshift-service-ca.crt", "reconcileID": "d1125539-919a-4613-8719-60a0f0236d93", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-95530d"} 2026-04-16T21:12:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-95530d"}, "namespace": "e2e-modelref-95530d", "name": "odh-trusted-ca-bundle", "reconcileID": "1d6dfb2a-a318-4ac4-b4c6-1e9492cdf8bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-95530d"} 2026-04-16T21:12:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-95530d"}, "namespace": "e2e-modelref-95530d", "name": "openshift-service-ca.crt", "reconcileID": "29c9a71b-b4f3-43e8-8849-b4ded44e7b82", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-95530d", "create": "odh-kserve-custom-ca-bundle"} 2026-04-16T21:12:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-95530d"}, "namespace": "e2e-modelref-95530d", "name": "openshift-service-ca.crt", "reconcileID": "29c9a71b-b4f3-43e8-8849-b4ded44e7b82", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-95530d"} 2026-04-16T21:12:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-95530d"}, "namespace": "e2e-modelref-95530d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4694fca4-4719-40ea-9798-c81954e5af2f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-95530d"} 2026-04-16T21:12:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-95530d"}, "namespace": "e2e-modelref-95530d", "name": "openshift-service-ca.crt", "reconcileID": "da608a5f-aadd-4e3a-b749-8f9b58cbba42", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-95530d"} 2026-04-16T21:12:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-95530d"}, "namespace": "e2e-modelref-95530d", "name": "odh-trusted-ca-bundle", "reconcileID": "7478bb9b-dc3f-4e93-9c40-b3bdba2c5274", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-95530d", "update": "odh-kserve-custom-ca-bundle"} 2026-04-16T21:12:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-95530d"}, "namespace": "e2e-modelref-95530d", "name": "odh-trusted-ca-bundle", "reconcileID": "7478bb9b-dc3f-4e93-9c40-b3bdba2c5274", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-95530d"} 2026-04-16T21:12:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-95530d"}, "namespace": "e2e-modelref-95530d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8f614680-202a-4684-a132-4565b8b2ccfb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-95530d"} 2026-04-16T21:12:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-95530d"}, "namespace": "e2e-modelref-95530d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9f9f00c4-d662-4dc1-afe8-897c3dde910a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-95530d"} 2026-04-16T21:12:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-95530d"}, "namespace": "e2e-modelref-95530d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9f9f00c4-d662-4dc1-afe8-897c3dde910a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-95530d", "create": "odh-kserve-custom-ca-bundle"} 2026-04-16T21:12:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-95530d"}, "namespace": "e2e-modelref-95530d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9f9f00c4-d662-4dc1-afe8-897c3dde910a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-95530d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.1/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.1/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.1/pkg/internal/controller/controller.go:224 2026-04-16T21:12:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-95530d"}, "namespace": "e2e-modelref-95530d", "name": "odh-trusted-ca-bundle", "reconcileID": "00416a05-5d2c-47d9-883e-86cde67c5c00", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-95530d"} 2026-04-16T21:12:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-95530d"}, "namespace": "e2e-modelref-95530d", "name": "odh-trusted-ca-bundle", "reconcileID": "00416a05-5d2c-47d9-883e-86cde67c5c00", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-95530d"} 2026-04-16T21:12:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-95530d"}, "namespace": "e2e-modelref-95530d", "name": "openshift-service-ca.crt", "reconcileID": "966b8e47-7bb9-407c-82b8-309247f151d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-95530d"} 2026-04-16T21:12:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-95530d"}, "namespace": "e2e-modelref-95530d", "name": "openshift-service-ca.crt", "reconcileID": "966b8e47-7bb9-407c-82b8-309247f151d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-95530d"} 2026-04-16T21:12:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-95530d"}, "namespace": "e2e-modelref-95530d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f475178-45fb-4bfa-ad73-a14c5ababe01", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-95530d"} 2026-04-16T21:12:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-95530d"}, "namespace": "e2e-modelref-95530d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f475178-45fb-4bfa-ad73-a14c5ababe01", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-95530d"}