sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-14T13:28:28Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f21e59"}, "namespace": "ai-tenant-e2e-api-a-f21e59", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80e9401c-9835-4f60-83d6-af9a0d544bc4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f21e59"}
2026-09-14T13:28:28Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f21e59"}, "namespace": "ai-tenant-e2e-api-a-f21e59", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80e9401c-9835-4f60-83d6-af9a0d544bc4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f21e59", "create": "odh-kserve-custom-ca-bundle"}
2026-09-14T13:28:28Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f21e59"}, "namespace": "ai-tenant-e2e-api-a-f21e59", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80e9401c-9835-4f60-83d6-af9a0d544bc4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-f21e59 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-14T13:28:28Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f21e59"}, "namespace": "ai-tenant-e2e-api-a-f21e59", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7e18de1-e82e-4046-9bba-1677b47331ec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f21e59"}
2026-09-14T13:28:28Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f21e59"}, "namespace": "ai-tenant-e2e-api-a-f21e59", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7e18de1-e82e-4046-9bba-1677b47331ec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f21e59", "create": "odh-kserve-custom-ca-bundle"}
2026-09-14T13:28:28Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f21e59"}, "namespace": "ai-tenant-e2e-api-a-f21e59", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7e18de1-e82e-4046-9bba-1677b47331ec", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-f21e59 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-14T13:28:28Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f21e59"}, "namespace": "ai-tenant-e2e-api-a-f21e59", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ed4e908-f26a-4ff9-9e1c-450519c4ab5a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f21e59"}
2026-09-14T13:28:28Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f21e59"}, "namespace": "ai-tenant-e2e-api-a-f21e59", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ed4e908-f26a-4ff9-9e1c-450519c4ab5a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f21e59", "create": "odh-kserve-custom-ca-bundle"}
2026-09-14T13:28:28Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f21e59"}, "namespace": "ai-tenant-e2e-api-a-f21e59", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ed4e908-f26a-4ff9-9e1c-450519c4ab5a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-f21e59 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-14T13:28:28Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-f21e59"}, "namespace": "ai-tenant-e2e-api-a-f21e59", "name": "odh-trusted-ca-bundle", "reconcileID": "2c628230-b8f8-48c9-9c6d-1eb1934e038d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f21e59"}
2026-09-14T13:28:28Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-f21e59"}, "namespace": "ai-tenant-e2e-api-a-f21e59", "name": "odh-trusted-ca-bundle", "reconcileID": "2c628230-b8f8-48c9-9c6d-1eb1934e038d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f21e59", "create": "odh-kserve-custom-ca-bundle"}
2026-09-14T13:28:28Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-f21e59"}, "namespace": "ai-tenant-e2e-api-a-f21e59", "name": "odh-trusted-ca-bundle", "reconcileID": "2c628230-b8f8-48c9-9c6d-1eb1934e038d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-f21e59 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-14T13:28:28Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-f21e59"}, "namespace": "ai-tenant-e2e-api-a-f21e59", "name": "openshift-service-ca.crt", "reconcileID": "9ec0e4e8-95cb-41a1-853f-8a1ea9c593c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-f21e59"}
2026-09-14T13:28:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-f21e59"}, "namespace": "ai-tenant-e2e-api-a-f21e59", "name": "openshift-service-ca.crt", "reconcileID": "9ec0e4e8-95cb-41a1-853f-8a1ea9c593c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-f21e59"}
2026-09-14T13:28:28Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-f21e59"}, "namespace": "ai-tenant-e2e-api-a-f21e59", "name": "odh-trusted-ca-bundle", "reconcileID": "8ca03907-3918-491f-8d1c-95fb44da8504", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f21e59"}
2026-09-14T13:28:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-f21e59"}, "namespace": "ai-tenant-e2e-api-a-f21e59", "name": "odh-trusted-ca-bundle", "reconcileID": "8ca03907-3918-491f-8d1c-95fb44da8504", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f21e59"}
2026-09-14T13:28:28Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f21e59"}, "namespace": "ai-tenant-e2e-api-a-f21e59", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "877b8d70-019a-40ff-b8f7-6d3f4896f11c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f21e59"}
2026-09-14T13:28:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f21e59"}, "namespace": "ai-tenant-e2e-api-a-f21e59", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "877b8d70-019a-40ff-b8f7-6d3f4896f11c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f21e59"}
2026-09-14T13:28:29Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f21e59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f21e59", "reconcileID": "033c88c8-05cf-46bf-a869-4cfa8b083b10", "Gateway": "e2e-api-a-f21e59", "namespace": "openshift-ingress"}
2026-09-14T13:28:34Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w0-aea349","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w0-aea349", "reconcileID": "917b1ca0-8a91-4cf8-a43d-68831ab926ef", "Gateway": "e2e-worker-w0-aea349", "namespace": "openshift-ingress"}
2026-09-14T13:28:34Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w0-aea349","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w0-aea349", "reconcileID": "917b1ca0-8a91-4cf8-a43d-68831ab926ef", "Gateway": "e2e-worker-w0-aea349", "namespace": "openshift-ingress", "name": "e2e-worker-w0-aea349-authn-ssl"}
2026-09-14T13:28:34Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w0-aea349","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w0-aea349", "reconcileID": "917b1ca0-8a91-4cf8-a43d-68831ab926ef", "Gateway": "e2e-worker-w0-aea349", "namespace": "openshift-ingress"}
2026-09-14T13:28:40Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w0-aea349","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w0-aea349", "reconcileID": "014021df-d93f-49d2-b4f0-52417e096ef9", "Gateway": "e2e-worker-w0-aea349", "namespace": "openshift-ingress"}
2026-09-14T13:28:40Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w0-aea349","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w0-aea349", "reconcileID": "014021df-d93f-49d2-b4f0-52417e096ef9", "Gateway": "e2e-worker-w0-aea349", "namespace": "openshift-ingress", "name": "e2e-worker-w0-aea349-authn-ssl"}
2026-09-14T13:28:40Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w0-aea349","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w0-aea349", "reconcileID": "014021df-d93f-49d2-b4f0-52417e096ef9", "Gateway": "e2e-worker-w0-aea349", "namespace": "openshift-ingress"}
2026-09-14T13:28:42Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-231820","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-231820", "reconcileID": "488c8c19-c50f-43eb-abe5-fd03809c079f", "Gateway": "e2e-shared-b-w3-231820", "namespace": "openshift-ingress"}
2026-09-14T13:28:44Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w0-aea349"}, "namespace": "ai-tenant-e2e-worker-w0-aea349", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d17571ed-b03d-4fb3-822b-86d4c73c73df", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-worker-w0-aea349"}
2026-09-14T13:28:44Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w0-aea349"}, "namespace": "ai-tenant-e2e-worker-w0-aea349", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d17571ed-b03d-4fb3-822b-86d4c73c73df", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-worker-w0-aea349", "create": "odh-kserve-custom-ca-bundle"}
2026-09-14T13:28:44Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w0-aea349"}, "namespace": "ai-tenant-e2e-worker-w0-aea349", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d17571ed-b03d-4fb3-822b-86d4c73c73df", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w0-aea349 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-14T13:28:44Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w0-aea349"}, "namespace": "ai-tenant-e2e-worker-w0-aea349", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e9c72ed9-6ddb-4443-9ff1-d1e36058356d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-worker-w0-aea349"}
2026-09-14T13:28:44Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w0-aea349"}, "namespace": "ai-tenant-e2e-worker-w0-aea349", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e9c72ed9-6ddb-4443-9ff1-d1e36058356d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-worker-w0-aea349", "create": "odh-kserve-custom-ca-bundle"}
2026-09-14T13:28:44Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w0-aea349"}, "namespace": "ai-tenant-e2e-worker-w0-aea349", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e9c72ed9-6ddb-4443-9ff1-d1e36058356d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w0-aea349 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-14T13:28:44Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-worker-w0-aea349"}, "namespace": "ai-tenant-e2e-worker-w0-aea349", "name": "odh-trusted-ca-bundle", "reconcileID": "9b104a80-a1bc-40f2-bddc-40aca4766368", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-worker-w0-aea349"}
2026-09-14T13:28:44Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-worker-w0-aea349"}, "namespace": "ai-tenant-e2e-worker-w0-aea349", "name": "odh-trusted-ca-bundle", "reconcileID": "9b104a80-a1bc-40f2-bddc-40aca4766368", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-worker-w0-aea349", "create": "odh-kserve-custom-ca-bundle"}
2026-09-14T13:28:44Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-worker-w0-aea349"}, "namespace": "ai-tenant-e2e-worker-w0-aea349", "name": "odh-trusted-ca-bundle", "reconcileID": "9b104a80-a1bc-40f2-bddc-40aca4766368", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w0-aea349 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-14T13:28:44Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w0-aea349"}, "namespace": "ai-tenant-e2e-worker-w0-aea349", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82fbe5c4-a4bc-4f0b-abcb-89a15fc20e71", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-worker-w0-aea349"}
2026-09-14T13:28:44Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w0-aea349"}, "namespace": "ai-tenant-e2e-worker-w0-aea349", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82fbe5c4-a4bc-4f0b-abcb-89a15fc20e71", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-worker-w0-aea349", "create": "odh-kserve-custom-ca-bundle"}
2026-09-14T13:28:44Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w0-aea349"}, "namespace": "ai-tenant-e2e-worker-w0-aea349", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82fbe5c4-a4bc-4f0b-abcb-89a15fc20e71", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w0-aea349 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-14T13:28:44Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-worker-w0-aea349"}, "namespace": "ai-tenant-e2e-worker-w0-aea349", "name": "openshift-service-ca.crt", "reconcileID": "a1c666de-8c29-4af8-a6ce-04e497acacf5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-worker-w0-aea349"}
2026-09-14T13:28:44Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-worker-w0-aea349"}, "namespace": "ai-tenant-e2e-worker-w0-aea349", "name": "openshift-service-ca.crt", "reconcileID": "a1c666de-8c29-4af8-a6ce-04e497acacf5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-worker-w0-aea349"}
2026-09-14T13:28:44Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-worker-w0-aea349"}, "namespace": "ai-tenant-e2e-worker-w0-aea349", "name": "odh-trusted-ca-bundle", "reconcileID": "08cbd018-98f0-4bb2-94b0-d29029e1903f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-worker-w0-aea349"}
2026-09-14T13:28:44Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-worker-w0-aea349"}, "namespace": "ai-tenant-e2e-worker-w0-aea349", "name": "odh-trusted-ca-bundle", "reconcileID": "08cbd018-98f0-4bb2-94b0-d29029e1903f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-worker-w0-aea349"}
2026-09-14T13:28:44Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w0-aea349"}, "namespace": "ai-tenant-e2e-worker-w0-aea349", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7792d363-6a0a-42b2-acb1-23fd8546c340", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-worker-w0-aea349"}
2026-09-14T13:28:44Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w0-aea349"}, "namespace": "ai-tenant-e2e-worker-w0-aea349", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7792d363-6a0a-42b2-acb1-23fd8546c340", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-worker-w0-aea349"}
2026-09-14T13:28:47Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8e0d7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8e0d7a", "reconcileID": "e321b89c-913f-4df1-9232-ac049c8f073b", "Gateway": "e2e-api-b-8e0d7a", "namespace": "openshift-ingress"}
2026-09-14T13:28:47Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8e0d7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8e0d7a", "reconcileID": "e321b89c-913f-4df1-9232-ac049c8f073b", "Gateway": "e2e-api-b-8e0d7a", "namespace": "openshift-ingress", "name": "e2e-api-b-8e0d7a-authn-ssl"}
2026-09-14T13:28:47Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8e0d7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8e0d7a", "reconcileID": "e321b89c-913f-4df1-9232-ac049c8f073b", "Gateway": "e2e-api-b-8e0d7a", "namespace": "openshift-ingress"}
2026-09-14T13:28:48Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w0-aea349","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w0-aea349", "reconcileID": "f76d9808-e2ff-4c88-842a-dba1031a7c23", "Gateway": "e2e-worker-w0-aea349", "namespace": "openshift-ingress"}
2026-09-14T13:28:49Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "distinct-2-w0-aea349", "reconcileID": "3e6d9b2d-7eda-4c58-859e-55232bd9fa6f", "LLMInferenceService": "distinct-2-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:28:49Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "distinct-2-w0-aea349", "reconcileID": "3e6d9b2d-7eda-4c58-859e-55232bd9fa6f", "LLMInferenceService": "distinct-2-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:28:49Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "distinct-2-w0-aea349", "reconcileID": "3e6d9b2d-7eda-4c58-859e-55232bd9fa6f", "LLMInferenceService": "distinct-2-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:28:49Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "distinct-2-w0-aea349", "reconcileID": "3e6d9b2d-7eda-4c58-859e-55232bd9fa6f", "LLMInferenceService": "distinct-2-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "distinct-2-w0-aea349-kserve-route-authn"}
2026-09-14T13:28:49Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "distinct-2-w0-aea349", "reconcileID": "3e6d9b2d-7eda-4c58-859e-55232bd9fa6f", "LLMInferenceService": "distinct-2-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349", "authType": "userdefined"}
2026-09-14T13:28:49Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "distinct-2-w0-aea349", "reconcileID": "3e6d9b2d-7eda-4c58-859e-55232bd9fa6f", "LLMInferenceService": "distinct-2-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:28:50Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "premium-w0-aea349", "reconcileID": "ec7db454-5a6d-4aa7-8d88-9b4f99d3ec68", "LLMInferenceService": "premium-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:28:50Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "premium-w0-aea349", "reconcileID": "ec7db454-5a6d-4aa7-8d88-9b4f99d3ec68", "LLMInferenceService": "premium-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:28:50Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "premium-w0-aea349", "reconcileID": "ec7db454-5a6d-4aa7-8d88-9b4f99d3ec68", "LLMInferenceService": "premium-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:28:50Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "premium-w0-aea349", "reconcileID": "ec7db454-5a6d-4aa7-8d88-9b4f99d3ec68", "LLMInferenceService": "premium-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "premium-w0-aea349-kserve-route-authn"}
2026-09-14T13:28:50Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "premium-w0-aea349", "reconcileID": "ec7db454-5a6d-4aa7-8d88-9b4f99d3ec68", "LLMInferenceService": "premium-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349", "authType": "userdefined"}
2026-09-14T13:28:50Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "premium-w0-aea349", "reconcileID": "ec7db454-5a6d-4aa7-8d88-9b4f99d3ec68", "LLMInferenceService": "premium-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:28:51Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "distinct-w0-aea349", "reconcileID": "73e08170-22a0-4c4a-9836-eb7746e91a28", "LLMInferenceService": "distinct-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:28:51Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "distinct-w0-aea349", "reconcileID": "73e08170-22a0-4c4a-9836-eb7746e91a28", "LLMInferenceService": "distinct-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:28:51Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "distinct-w0-aea349", "reconcileID": "73e08170-22a0-4c4a-9836-eb7746e91a28", "LLMInferenceService": "distinct-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:28:51Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "distinct-w0-aea349", "reconcileID": "73e08170-22a0-4c4a-9836-eb7746e91a28", "LLMInferenceService": "distinct-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "distinct-w0-aea349-kserve-route-authn"}
2026-09-14T13:28:51Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "distinct-w0-aea349", "reconcileID": "73e08170-22a0-4c4a-9836-eb7746e91a28", "LLMInferenceService": "distinct-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349", "authType": "userdefined"}
2026-09-14T13:28:51Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "distinct-w0-aea349", "reconcileID": "73e08170-22a0-4c4a-9836-eb7746e91a28", "LLMInferenceService": "distinct-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:28:51Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "simulator-w0-aea349", "reconcileID": "71b5fe20-0e7a-4300-be30-09ce703d6d3f", "LLMInferenceService": "simulator-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:28:51Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "simulator-w0-aea349", "reconcileID": "71b5fe20-0e7a-4300-be30-09ce703d6d3f", "LLMInferenceService": "simulator-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:28:51Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "simulator-w0-aea349", "reconcileID": "71b5fe20-0e7a-4300-be30-09ce703d6d3f", "LLMInferenceService": "simulator-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:28:51Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "simulator-w0-aea349", "reconcileID": "71b5fe20-0e7a-4300-be30-09ce703d6d3f", "LLMInferenceService": "simulator-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "simulator-w0-aea349-kserve-route-authn"}
2026-09-14T13:28:51Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "simulator-w0-aea349", "reconcileID": "71b5fe20-0e7a-4300-be30-09ce703d6d3f", "LLMInferenceService": "simulator-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349", "authType": "userdefined"}
2026-09-14T13:28:51Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "simulator-w0-aea349", "reconcileID": "71b5fe20-0e7a-4300-be30-09ce703d6d3f", "LLMInferenceService": "simulator-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:28:52Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"embedding-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "embedding-w0-aea349", "reconcileID": "681c0eab-51d6-4d3c-94f4-ac0c2b692575", "LLMInferenceService": "embedding-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:28:52Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"embedding-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "embedding-w0-aea349", "reconcileID": "681c0eab-51d6-4d3c-94f4-ac0c2b692575", "LLMInferenceService": "embedding-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:28:52Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"embedding-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "embedding-w0-aea349", "reconcileID": "681c0eab-51d6-4d3c-94f4-ac0c2b692575", "LLMInferenceService": "embedding-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:28:52Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"embedding-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "embedding-w0-aea349", "reconcileID": "681c0eab-51d6-4d3c-94f4-ac0c2b692575", "LLMInferenceService": "embedding-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "embedding-w0-aea349-kserve-route-authn"}
2026-09-14T13:28:52Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"embedding-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "embedding-w0-aea349", "reconcileID": "681c0eab-51d6-4d3c-94f4-ac0c2b692575", "LLMInferenceService": "embedding-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349", "authType": "userdefined"}
2026-09-14T13:28:52Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"embedding-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "embedding-w0-aea349", "reconcileID": "681c0eab-51d6-4d3c-94f4-ac0c2b692575", "LLMInferenceService": "embedding-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:28:54Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8e0d7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8e0d7a", "reconcileID": "65f0b47e-eefc-44ae-a75f-dc3a0b0e87f6", "Gateway": "e2e-api-b-8e0d7a", "namespace": "openshift-ingress"}
2026-09-14T13:28:54Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8e0d7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8e0d7a", "reconcileID": "65f0b47e-eefc-44ae-a75f-dc3a0b0e87f6", "Gateway": "e2e-api-b-8e0d7a", "namespace": "openshift-ingress", "name": "e2e-api-b-8e0d7a-authn-ssl"}
2026-09-14T13:28:54Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8e0d7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8e0d7a", "reconcileID": "65f0b47e-eefc-44ae-a75f-dc3a0b0e87f6", "Gateway": "e2e-api-b-8e0d7a", "namespace": "openshift-ingress"}
2026-09-14T13:28:55Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8e0d7a"}, "namespace": "ai-tenant-e2e-api-b-8e0d7a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f95e9c8-9280-4991-96a4-b1b2cc78f784", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8e0d7a"}
2026-09-14T13:28:55Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8e0d7a"}, "namespace": "ai-tenant-e2e-api-b-8e0d7a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f95e9c8-9280-4991-96a4-b1b2cc78f784", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8e0d7a", "create": "odh-kserve-custom-ca-bundle"}
2026-09-14T13:28:55Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8e0d7a"}, "namespace": "ai-tenant-e2e-api-b-8e0d7a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f95e9c8-9280-4991-96a4-b1b2cc78f784", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-8e0d7a because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-14T13:28:55Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8e0d7a"}, "namespace": "ai-tenant-e2e-api-b-8e0d7a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ed7ec74-daee-4e39-a91a-1516d40cd871", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8e0d7a"}
2026-09-14T13:28:55Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8e0d7a"}, "namespace": "ai-tenant-e2e-api-b-8e0d7a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ed7ec74-daee-4e39-a91a-1516d40cd871", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8e0d7a", "create": "odh-kserve-custom-ca-bundle"}
2026-09-14T13:28:55Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8e0d7a"}, "namespace": "ai-tenant-e2e-api-b-8e0d7a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ed7ec74-daee-4e39-a91a-1516d40cd871", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-8e0d7a because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-14T13:28:55Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8e0d7a"}, "namespace": "ai-tenant-e2e-api-b-8e0d7a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80ed6880-f3e0-4b9a-94e7-a3d42a01baeb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8e0d7a"}
2026-09-14T13:28:55Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8e0d7a"}, "namespace": "ai-tenant-e2e-api-b-8e0d7a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80ed6880-f3e0-4b9a-94e7-a3d42a01baeb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8e0d7a", "create": "odh-kserve-custom-ca-bundle"}
2026-09-14T13:28:55Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8e0d7a"}, "namespace": "ai-tenant-e2e-api-b-8e0d7a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80ed6880-f3e0-4b9a-94e7-a3d42a01baeb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-8e0d7a because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-14T13:28:55Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-8e0d7a"}, "namespace": "ai-tenant-e2e-api-b-8e0d7a", "name": "odh-trusted-ca-bundle", "reconcileID": "4d5c6a4a-6045-45e5-a3c1-ec2418df9462", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8e0d7a"}
2026-09-14T13:28:55Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-8e0d7a"}, "namespace": "ai-tenant-e2e-api-b-8e0d7a", "name": "odh-trusted-ca-bundle", "reconcileID": "4d5c6a4a-6045-45e5-a3c1-ec2418df9462", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8e0d7a", "create": "odh-kserve-custom-ca-bundle"}
2026-09-14T13:28:55Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-8e0d7a"}, "namespace": "ai-tenant-e2e-api-b-8e0d7a", "name": "odh-trusted-ca-bundle", "reconcileID": "4d5c6a4a-6045-45e5-a3c1-ec2418df9462", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-8e0d7a because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-14T13:28:55Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8e0d7a"}, "namespace": "ai-tenant-e2e-api-b-8e0d7a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "22d31239-c610-4a83-b222-34c7fc363094", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8e0d7a"}
2026-09-14T13:28:55Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8e0d7a"}, "namespace": "ai-tenant-e2e-api-b-8e0d7a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "22d31239-c610-4a83-b222-34c7fc363094", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8e0d7a", "create": "odh-kserve-custom-ca-bundle"}
2026-09-14T13:28:55Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8e0d7a"}, "namespace": "ai-tenant-e2e-api-b-8e0d7a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "22d31239-c610-4a83-b222-34c7fc363094", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-8e0d7a because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-14T13:28:55Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-8e0d7a"}, "namespace": "ai-tenant-e2e-api-b-8e0d7a", "name": "openshift-service-ca.crt", "reconcileID": "4010bf5b-8ed2-4bb4-ab3f-ec510fd1375f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-8e0d7a"}
2026-09-14T13:28:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-8e0d7a"}, "namespace": "ai-tenant-e2e-api-b-8e0d7a", "name": "openshift-service-ca.crt", "reconcileID": "4010bf5b-8ed2-4bb4-ab3f-ec510fd1375f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-8e0d7a"}
2026-09-14T13:28:55Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-8e0d7a"}, "namespace": "ai-tenant-e2e-api-b-8e0d7a", "name": "odh-trusted-ca-bundle", "reconcileID": "4929f7b7-8863-49d6-b71c-bb2b1d77e028", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8e0d7a"}
2026-09-14T13:28:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-8e0d7a"}, "namespace": "ai-tenant-e2e-api-b-8e0d7a", "name": "odh-trusted-ca-bundle", "reconcileID": "4929f7b7-8863-49d6-b71c-bb2b1d77e028", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8e0d7a"}
2026-09-14T13:28:55Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8e0d7a"}, "namespace": "ai-tenant-e2e-api-b-8e0d7a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8f485fbd-56b7-441a-9ef3-8aa8b5313bde", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8e0d7a"}
2026-09-14T13:28:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8e0d7a"}, "namespace": "ai-tenant-e2e-api-b-8e0d7a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8f485fbd-56b7-441a-9ef3-8aa8b5313bde", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8e0d7a"}
2026-09-14T13:28:56Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8e0d7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8e0d7a", "reconcileID": "a597a1a0-df55-49c1-8122-2390e78618b3", "Gateway": "e2e-api-b-8e0d7a", "namespace": "openshift-ingress"}
2026-09-14T13:29:00Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "distinct-2-w0-aea349", "reconcileID": "1f4953a4-6aa0-43a7-a720-4af292e03e41", "LLMInferenceService": "distinct-2-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:29:00Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "distinct-2-w0-aea349", "reconcileID": "1f4953a4-6aa0-43a7-a720-4af292e03e41", "LLMInferenceService": "distinct-2-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "distinct-2-w0-aea349"}
2026-09-14T13:29:00Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "distinct-2-w0-aea349", "reconcileID": "1f4953a4-6aa0-43a7-a720-4af292e03e41", "LLMInferenceService": "distinct-2-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:29:00Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "distinct-2-w0-aea349", "reconcileID": "1f4953a4-6aa0-43a7-a720-4af292e03e41", "LLMInferenceService": "distinct-2-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:29:00Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "distinct-2-w0-aea349", "reconcileID": "1f4953a4-6aa0-43a7-a720-4af292e03e41", "LLMInferenceService": "distinct-2-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "distinct-2-w0-aea349-kserve-route-authn"}
2026-09-14T13:29:00Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "distinct-2-w0-aea349", "reconcileID": "1f4953a4-6aa0-43a7-a720-4af292e03e41", "LLMInferenceService": "distinct-2-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "distinct-2-w0-aea349-kserve-route-authn"}
2026-09-14T13:29:00Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "distinct-w0-aea349", "reconcileID": "45fd3464-1cec-4018-b81d-6c379c9002b8", "LLMInferenceService": "distinct-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:29:00Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "distinct-w0-aea349", "reconcileID": "45fd3464-1cec-4018-b81d-6c379c9002b8", "LLMInferenceService": "distinct-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "distinct-w0-aea349"}
2026-09-14T13:29:00Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "distinct-w0-aea349", "reconcileID": "45fd3464-1cec-4018-b81d-6c379c9002b8", "LLMInferenceService": "distinct-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:29:00Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "distinct-w0-aea349", "reconcileID": "45fd3464-1cec-4018-b81d-6c379c9002b8", "LLMInferenceService": "distinct-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:29:00Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "distinct-w0-aea349", "reconcileID": "45fd3464-1cec-4018-b81d-6c379c9002b8", "LLMInferenceService": "distinct-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "distinct-w0-aea349-kserve-route-authn"}
2026-09-14T13:29:00Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "distinct-w0-aea349", "reconcileID": "45fd3464-1cec-4018-b81d-6c379c9002b8", "LLMInferenceService": "distinct-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "distinct-w0-aea349-kserve-route-authn"}
2026-09-14T13:29:00Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"embedding-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "embedding-w0-aea349", "reconcileID": "2bd8efbf-d1fa-4d3c-bfcf-3a8c69165d13", "LLMInferenceService": "embedding-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:29:00Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"embedding-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "embedding-w0-aea349", "reconcileID": "2bd8efbf-d1fa-4d3c-bfcf-3a8c69165d13", "LLMInferenceService": "embedding-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "embedding-w0-aea349"}
2026-09-14T13:29:00Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"embedding-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "embedding-w0-aea349", "reconcileID": "2bd8efbf-d1fa-4d3c-bfcf-3a8c69165d13", "LLMInferenceService": "embedding-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:29:00Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"embedding-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "embedding-w0-aea349", "reconcileID": "2bd8efbf-d1fa-4d3c-bfcf-3a8c69165d13", "LLMInferenceService": "embedding-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:29:00Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"embedding-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "embedding-w0-aea349", "reconcileID": "2bd8efbf-d1fa-4d3c-bfcf-3a8c69165d13", "LLMInferenceService": "embedding-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "embedding-w0-aea349-kserve-route-authn"}
2026-09-14T13:29:00Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"embedding-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "embedding-w0-aea349", "reconcileID": "2bd8efbf-d1fa-4d3c-bfcf-3a8c69165d13", "LLMInferenceService": "embedding-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "embedding-w0-aea349-kserve-route-authn"}
2026-09-14T13:29:00Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "premium-w0-aea349", "reconcileID": "3ad0a40d-313f-41ad-b660-cc5f7609d4a3", "LLMInferenceService": "premium-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:29:00Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "premium-w0-aea349", "reconcileID": "3ad0a40d-313f-41ad-b660-cc5f7609d4a3", "LLMInferenceService": "premium-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "premium-w0-aea349"}
2026-09-14T13:29:00Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "premium-w0-aea349", "reconcileID": "3ad0a40d-313f-41ad-b660-cc5f7609d4a3", "LLMInferenceService": "premium-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:29:00Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "premium-w0-aea349", "reconcileID": "3ad0a40d-313f-41ad-b660-cc5f7609d4a3", "LLMInferenceService": "premium-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:29:00Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "premium-w0-aea349", "reconcileID": "3ad0a40d-313f-41ad-b660-cc5f7609d4a3", "LLMInferenceService": "premium-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "premium-w0-aea349-kserve-route-authn"}
2026-09-14T13:29:00Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "premium-w0-aea349", "reconcileID": "3ad0a40d-313f-41ad-b660-cc5f7609d4a3", "LLMInferenceService": "premium-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "premium-w0-aea349-kserve-route-authn"}
2026-09-14T13:29:00Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "simulator-w0-aea349", "reconcileID": "febab8fd-edd2-4389-8cdb-9f3ef4d5f32d", "LLMInferenceService": "simulator-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:29:00Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "simulator-w0-aea349", "reconcileID": "febab8fd-edd2-4389-8cdb-9f3ef4d5f32d", "LLMInferenceService": "simulator-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "simulator-w0-aea349"}
2026-09-14T13:29:00Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "simulator-w0-aea349", "reconcileID": "febab8fd-edd2-4389-8cdb-9f3ef4d5f32d", "LLMInferenceService": "simulator-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:29:00Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "simulator-w0-aea349", "reconcileID": "febab8fd-edd2-4389-8cdb-9f3ef4d5f32d", "LLMInferenceService": "simulator-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:29:00Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "simulator-w0-aea349", "reconcileID": "febab8fd-edd2-4389-8cdb-9f3ef4d5f32d", "LLMInferenceService": "simulator-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "simulator-w0-aea349-kserve-route-authn"}
2026-09-14T13:29:00Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "simulator-w0-aea349", "reconcileID": "febab8fd-edd2-4389-8cdb-9f3ef4d5f32d", "LLMInferenceService": "simulator-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "simulator-w0-aea349-kserve-route-authn"}
2026-09-14T13:29:00Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "simulator-w0-aea349", "reconcileID": "febab8fd-edd2-4389-8cdb-9f3ef4d5f32d", "LLMInferenceService": "simulator-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:29:00Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "simulator-w0-aea349", "reconcileID": "febab8fd-edd2-4389-8cdb-9f3ef4d5f32d", "LLMInferenceService": "simulator-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:29:01Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w0-aea349","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w0-aea349", "reconcileID": "03354c8d-14fc-4798-9edb-08565402b7f1", "Gateway": "e2e-worker-w0-aea349", "namespace": "openshift-ingress"}
2026-09-14T13:29:01Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"embedding-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "embedding-w0-aea349", "reconcileID": "c647c60e-1f2e-4e7f-acdb-2ebdc32d5ea4", "LLMInferenceService": "embedding-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:29:02Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w0-aea349","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w0-aea349", "reconcileID": "043370f1-400a-4cfe-b8d4-755a29fb8e9c", "Gateway": "e2e-worker-w0-aea349", "namespace": "openshift-ingress"}
2026-09-14T13:29:02Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "distinct-2-w0-aea349", "reconcileID": "4005df0f-7430-4f42-a2b4-ca1a6a55412e", "LLMInferenceService": "distinct-2-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:29:02Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "distinct-w0-aea349", "reconcileID": "109078fe-dd92-4146-bc26-08a4a082e93f", "LLMInferenceService": "distinct-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:29:02Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w0-aea349","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w0-aea349", "reconcileID": "dd0733f4-c062-4a0d-851d-b2741e79bf69", "Gateway": "e2e-worker-w0-aea349", "namespace": "openshift-ingress"}
2026-09-14T13:29:02Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w0-aea349","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w0-aea349", "reconcileID": "cd398c67-0271-4962-b821-ea1209307d02", "Gateway": "e2e-worker-w0-aea349", "namespace": "openshift-ingress"}
2026-09-14T13:29:02Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "premium-w0-aea349", "reconcileID": "d7e83a37-c21a-4a55-a846-7e239ea2982d", "LLMInferenceService": "premium-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:29:02Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w0-aea349","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w0-aea349", "reconcileID": "39217924-4e56-479f-93e0-46501972e9dc", "Gateway": "e2e-worker-w0-aea349", "namespace": "openshift-ingress"}
2026-09-14T13:29:02Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w0-aea349","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "simulator-w0-aea349", "reconcileID": "a2ad86af-8ae3-4847-9b00-1713ccd9fc28", "LLMInferenceService": "simulator-w0-aea349", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:29:03Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b45c94b9-afae-428a-983c-aa7820bc02d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:29:03Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b45c94b9-afae-428a-983c-aa7820bc02d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-models-e2e-worker-w0-aea349", "create": "odh-kserve-custom-ca-bundle"}
2026-09-14T13:29:03Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b45c94b9-afae-428a-983c-aa7820bc02d7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-aea349 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-14T13:29:03Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd47c885-a358-49a9-86d2-7e3a93ccb866", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:29:03Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd47c885-a358-49a9-86d2-7e3a93ccb866", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-models-e2e-worker-w0-aea349", "create": "odh-kserve-custom-ca-bundle"}
2026-09-14T13:29:03Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd47c885-a358-49a9-86d2-7e3a93ccb866", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-aea349 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-14T13:29:03Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b661c1f-bc9e-4fcf-9089-a84dae9ea1f8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:29:03Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b661c1f-bc9e-4fcf-9089-a84dae9ea1f8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-models-e2e-worker-w0-aea349", "create": "odh-kserve-custom-ca-bundle"}
2026-09-14T13:29:03Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b661c1f-bc9e-4fcf-9089-a84dae9ea1f8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-aea349 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-14T13:29:03Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95e2bff2-1052-4a4b-a436-31894e34948b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:29:03Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95e2bff2-1052-4a4b-a436-31894e34948b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-models-e2e-worker-w0-aea349", "create": "odh-kserve-custom-ca-bundle"}
2026-09-14T13:29:03Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95e2bff2-1052-4a4b-a436-31894e34948b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-aea349 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-14T13:29:03Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "odh-trusted-ca-bundle", "reconcileID": "dbc04744-50da-47b9-86f3-847590376233", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:29:03Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "odh-trusted-ca-bundle", "reconcileID": "dbc04744-50da-47b9-86f3-847590376233", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-models-e2e-worker-w0-aea349", "create": "odh-kserve-custom-ca-bundle"}
2026-09-14T13:29:03Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "odh-trusted-ca-bundle", "reconcileID": "dbc04744-50da-47b9-86f3-847590376233", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-aea349 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-14T13:29:03Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "odh-trusted-ca-bundle", "reconcileID": "2a188286-d91d-4201-a6f9-4a77176732f5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:29:03Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "odh-trusted-ca-bundle", "reconcileID": "2a188286-d91d-4201-a6f9-4a77176732f5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-models-e2e-worker-w0-aea349", "create": "odh-kserve-custom-ca-bundle"}
2026-09-14T13:29:03Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "odh-trusted-ca-bundle", "reconcileID": "2a188286-d91d-4201-a6f9-4a77176732f5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-aea349 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-14T13:29:03Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "openshift-service-ca.crt", "reconcileID": "d505dfea-1d91-458e-b53c-89b682b9c1c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:29:03Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "openshift-service-ca.crt", "reconcileID": "d505dfea-1d91-458e-b53c-89b682b9c1c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:29:03Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "odh-trusted-ca-bundle", "reconcileID": "dfe2fa4f-cdfc-4650-a6c0-d2f3bd48ad3e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:29:03Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "odh-trusted-ca-bundle", "reconcileID": "dfe2fa4f-cdfc-4650-a6c0-d2f3bd48ad3e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:29:03Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a2cd21e-3bb8-473b-af30-0d222b4a6dd7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:29:03Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-models-e2e-worker-w0-aea349"}, "namespace": "e2e-models-e2e-worker-w0-aea349", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a2cd21e-3bb8-473b-af30-0d222b4a6dd7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-models-e2e-worker-w0-aea349"}
2026-09-14T13:29:08Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-366f7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-366f7d", "reconcileID": "fbaf832c-e78d-4341-a834-e0a4d50459e3", "Gateway": "e2e-shared-a-w2-366f7d", "namespace": "openshift-ingress"}
2026-09-14T13:29:08Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-366f7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-366f7d", "reconcileID": "fbaf832c-e78d-4341-a834-e0a4d50459e3", "Gateway": "e2e-shared-a-w2-366f7d", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-366f7d-authn-ssl"}
2026-09-14T13:29:08Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-366f7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-366f7d", "reconcileID": "fbaf832c-e78d-4341-a834-e0a4d50459e3", "Gateway": "e2e-shared-a-w2-366f7d", "namespace": "openshift-ingress"}
2026-09-14T13:29:12Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-366f7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-366f7d", "reconcileID": "010a33f5-06f4-4cd5-bcd4-bee86a7ba336", "Gateway": "e2e-shared-a-w2-366f7d", "namespace": "openshift-ingress"}
2026-09-14T13:29:12Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-366f7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-366f7d", "reconcileID": "010a33f5-06f4-4cd5-bcd4-bee86a7ba336", "Gateway": "e2e-shared-a-w2-366f7d", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-366f7d-authn-ssl"}
2026-09-14T13:29:12Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-366f7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-366f7d", "reconcileID": "010a33f5-06f4-4cd5-bcd4-bee86a7ba336", "Gateway": "e2e-shared-a-w2-366f7d", "namespace": "openshift-ingress"}
2026-09-14T13:29:14Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-366f7d"}, "namespace": "ai-tenant-e2e-shared-a-w2-366f7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ddb7ed95-0f23-4913-9d75-7f5853c2a538", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-366f7d"}
2026-09-14T13:29:14Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-366f7d"}, "namespace": "ai-tenant-e2e-shared-a-w2-366f7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ddb7ed95-0f23-4913-9d75-7f5853c2a538", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-366f7d", "create": "odh-kserve-custom-ca-bundle"}
2026-09-14T13:29:14Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-366f7d"}, "namespace": "ai-tenant-e2e-shared-a-w2-366f7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ddb7ed95-0f23-4913-9d75-7f5853c2a538", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-366f7d because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-14T13:29:14Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-366f7d"}, "namespace": "ai-tenant-e2e-shared-a-w2-366f7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ecb26c8-0f0e-4087-b409-642995d81113", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-366f7d"}
2026-09-14T13:29:14Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-366f7d"}, "namespace": "ai-tenant-e2e-shared-a-w2-366f7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ecb26c8-0f0e-4087-b409-642995d81113", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-366f7d", "create": "odh-kserve-custom-ca-bundle"}
2026-09-14T13:29:14Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-366f7d"}, "namespace": "ai-tenant-e2e-shared-a-w2-366f7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ecb26c8-0f0e-4087-b409-642995d81113", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-366f7d because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-14T13:29:14Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-366f7d"}, "namespace": "ai-tenant-e2e-shared-a-w2-366f7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "822a2324-ae28-4ebc-b033-c86202894ddb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-366f7d"}
2026-09-14T13:29:14Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-366f7d"}, "namespace": "ai-tenant-e2e-shared-a-w2-366f7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "822a2324-ae28-4ebc-b033-c86202894ddb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-366f7d", "create": "odh-kserve-custom-ca-bundle"}
2026-09-14T13:29:14Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-366f7d"}, "namespace": "ai-tenant-e2e-shared-a-w2-366f7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "822a2324-ae28-4ebc-b033-c86202894ddb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-366f7d because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-14T13:29:14Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-366f7d"}, "namespace": "ai-tenant-e2e-shared-a-w2-366f7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d5ecfdc0-221e-49e4-bf5a-eb31985f6ee1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-366f7d"}
2026-09-14T13:29:14Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-366f7d"}, "namespace": "ai-tenant-e2e-shared-a-w2-366f7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d5ecfdc0-221e-49e4-bf5a-eb31985f6ee1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-366f7d", "create": "odh-kserve-custom-ca-bundle"}
2026-09-14T13:29:14Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-366f7d"}, "namespace": "ai-tenant-e2e-shared-a-w2-366f7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d5ecfdc0-221e-49e4-bf5a-eb31985f6ee1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-366f7d because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-14T13:29:14Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-366f7d"}, "namespace": "ai-tenant-e2e-shared-a-w2-366f7d", "name": "odh-trusted-ca-bundle", "reconcileID": "e82a40f0-17ee-4a30-9cd3-a3675ec94a7e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-366f7d"}
2026-09-14T13:29:14Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-366f7d"}, "namespace": "ai-tenant-e2e-shared-a-w2-366f7d", "name": "odh-trusted-ca-bundle", "reconcileID": "e82a40f0-17ee-4a30-9cd3-a3675ec94a7e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-366f7d", "create": "odh-kserve-custom-ca-bundle"}
2026-09-14T13:29:14Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-366f7d"}, "namespace": "ai-tenant-e2e-shared-a-w2-366f7d", "name": "odh-trusted-ca-bundle", "reconcileID": "e82a40f0-17ee-4a30-9cd3-a3675ec94a7e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-366f7d because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-14T13:29:14Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-366f7d"}, "namespace": "ai-tenant-e2e-shared-a-w2-366f7d", "name": "odh-trusted-ca-bundle", "reconcileID": "4f2a13ab-337a-4b03-9358-05f9368f5c04", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-366f7d"}
2026-09-14T13:29:14Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-366f7d"}, "namespace": "ai-tenant-e2e-shared-a-w2-366f7d", "name": "odh-trusted-ca-bundle", "reconcileID": "4f2a13ab-337a-4b03-9358-05f9368f5c04", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-366f7d", "create": "odh-kserve-custom-ca-bundle"}
2026-09-14T13:29:14Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-366f7d"}, "namespace": "ai-tenant-e2e-shared-a-w2-366f7d", "name": "odh-trusted-ca-bundle", "reconcileID": "4f2a13ab-337a-4b03-9358-05f9368f5c04", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-366f7d because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-14T13:29:14Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-366f7d"}, "namespace": "ai-tenant-e2e-shared-a-w2-366f7d", "name": "openshift-service-ca.crt", "reconcileID": "58fd5f2c-5a42-417f-9917-96cc605f185e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-366f7d"}
2026-09-14T13:29:14Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-366f7d"}, "namespace": "ai-tenant-e2e-shared-a-w2-366f7d", "name": "openshift-service-ca.crt", "reconcileID": "58fd5f2c-5a42-417f-9917-96cc605f185e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-366f7d"}
2026-09-14T13:29:14Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-366f7d"}, "namespace": "ai-tenant-e2e-shared-a-w2-366f7d", "name": "odh-trusted-ca-bundle", "reconcileID": "9e536331-63ad-47f6-997d-39f5e09cda70", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-366f7d"}
2026-09-14T13:29:14Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-366f7d"}, "namespace": "ai-tenant-e2e-shared-a-w2-366f7d", "name": "odh-trusted-ca-bundle", "reconcileID": "9e536331-63ad-47f6-997d-39f5e09cda70", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-366f7d"}
2026-09-14T13:29:14Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-366f7d"}, "namespace": "ai-tenant-e2e-shared-a-w2-366f7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ced342ec-da92-4514-8b55-457464347ccd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-366f7d"}
2026-09-14T13:29:14Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-366f7d"}, "namespace": "ai-tenant-e2e-shared-a-w2-366f7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ced342ec-da92-4514-8b55-457464347ccd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-366f7d"}
2026-09-14T13:29:16Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-366f7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-366f7d", "reconcileID": "88bcdd46-c2a8-4cb8-a21c-6ff1a2eb8483", "Gateway": "e2e-shared-a-w2-366f7d", "namespace": "openshift-ingress"}
2026-09-14T13:29:27Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7f78b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7f78b4", "reconcileID": "22dd3028-ad10-43f9-84a3-4589b582f1cc", "Gateway": "e2e-shared-b-w2-7f78b4", "namespace": "openshift-ingress"}
2026-09-14T13:29:27Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7f78b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7f78b4", "reconcileID": "22dd3028-ad10-43f9-84a3-4589b582f1cc", "Gateway": "e2e-shared-b-w2-7f78b4", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7f78b4-authn-ssl"}
2026-09-14T13:29:27Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7f78b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7f78b4", "reconcileID": "22dd3028-ad10-43f9-84a3-4589b582f1cc", "Gateway": "e2e-shared-b-w2-7f78b4", "namespace": "openshift-ingress"}
2026-09-14T13:29:30Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7f78b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7f78b4", "reconcileID": "d966691e-3281-4fe2-b63d-fd8e11fb5ca8", "Gateway": "e2e-shared-b-w2-7f78b4", "namespace": "openshift-ingress"}
2026-09-14T13:29:30Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7f78b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7f78b4", "reconcileID": "d966691e-3281-4fe2-b63d-fd8e11fb5ca8", "Gateway": "e2e-shared-b-w2-7f78b4", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7f78b4-authn-ssl"}
2026-09-14T13:29:30Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7f78b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7f78b4", "reconcileID": "d966691e-3281-4fe2-b63d-fd8e11fb5ca8", "Gateway": "e2e-shared-b-w2-7f78b4", "namespace": "openshift-ingress"}
2026-09-14T13:29:35Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7f78b4"}, "namespace": "ai-tenant-e2e-shared-b-w2-7f78b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e4737a4e-5f94-4202-8677-df780417d5c9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7f78b4"}
2026-09-14T13:29:35Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7f78b4"}, "namespace": "ai-tenant-e2e-shared-b-w2-7f78b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e4737a4e-5f94-4202-8677-df780417d5c9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7f78b4", "create": "odh-kserve-custom-ca-bundle"}
2026-09-14T13:29:35Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7f78b4"}, "namespace": "ai-tenant-e2e-shared-b-w2-7f78b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e4737a4e-5f94-4202-8677-df780417d5c9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-7f78b4 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-14T13:29:35Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7f78b4"}, "namespace": "ai-tenant-e2e-shared-b-w2-7f78b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b7fad90-87ba-4fc2-a55b-784611494884", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7f78b4"}
2026-09-14T13:29:35Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7f78b4"}, "namespace": "ai-tenant-e2e-shared-b-w2-7f78b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b7fad90-87ba-4fc2-a55b-784611494884", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7f78b4", "create": "odh-kserve-custom-ca-bundle"}
2026-09-14T13:29:35Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7f78b4"}, "namespace": "ai-tenant-e2e-shared-b-w2-7f78b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b7fad90-87ba-4fc2-a55b-784611494884", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-7f78b4 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-14T13:29:35Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7f78b4"}, "namespace": "ai-tenant-e2e-shared-b-w2-7f78b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33eaa9d8-1978-4b24-9378-e9449f5d6066", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7f78b4"}
2026-09-14T13:29:35Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7f78b4"}, "namespace": "ai-tenant-e2e-shared-b-w2-7f78b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33eaa9d8-1978-4b24-9378-e9449f5d6066", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7f78b4", "create": "odh-kserve-custom-ca-bundle"}
2026-09-14T13:29:35Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7f78b4"}, "namespace": "ai-tenant-e2e-shared-b-w2-7f78b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33eaa9d8-1978-4b24-9378-e9449f5d6066", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-7f78b4 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-14T13:29:35Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7f78b4"}, "namespace": "ai-tenant-e2e-shared-b-w2-7f78b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ecd92378-07ac-49a4-a760-7cb40bd7e8da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7f78b4"}
2026-09-14T13:29:35Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7f78b4"}, "namespace": "ai-tenant-e2e-shared-b-w2-7f78b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ecd92378-07ac-49a4-a760-7cb40bd7e8da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7f78b4", "create": "odh-kserve-custom-ca-bundle"}
2026-09-14T13:29:35Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7f78b4"}, "namespace": "ai-tenant-e2e-shared-b-w2-7f78b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ecd92378-07ac-49a4-a760-7cb40bd7e8da", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-7f78b4 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-14T13:29:35Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7f78b4"}, "namespace": "ai-tenant-e2e-shared-b-w2-7f78b4", "name": "odh-trusted-ca-bundle", "reconcileID": "0cd0d911-2a24-471d-90d7-41dbfe1b065e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7f78b4"}
2026-09-14T13:29:35Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7f78b4"}, "namespace": "ai-tenant-e2e-shared-b-w2-7f78b4", "name": "odh-trusted-ca-bundle", "reconcileID": "0cd0d911-2a24-471d-90d7-41dbfe1b065e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7f78b4", "create": "odh-kserve-custom-ca-bundle"}
2026-09-14T13:29:35Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7f78b4"}, "namespace": "ai-tenant-e2e-shared-b-w2-7f78b4", "name": "odh-trusted-ca-bundle", "reconcileID": "0cd0d911-2a24-471d-90d7-41dbfe1b065e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-7f78b4 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-14T13:29:35Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-7f78b4"}, "namespace": "ai-tenant-e2e-shared-b-w2-7f78b4", "name": "openshift-service-ca.crt", "reconcileID": "976a4655-27e2-4c52-a002-737983593296", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-7f78b4"}
2026-09-14T13:29:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-7f78b4"}, "namespace": "ai-tenant-e2e-shared-b-w2-7f78b4", "name": "openshift-service-ca.crt", "reconcileID": "976a4655-27e2-4c52-a002-737983593296", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-7f78b4"}
2026-09-14T13:29:35Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7f78b4"}, "namespace": "ai-tenant-e2e-shared-b-w2-7f78b4", "name": "odh-trusted-ca-bundle", "reconcileID": "1852928f-d5c2-4c94-9c34-4b47c3f13cfc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7f78b4"}
2026-09-14T13:29:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7f78b4"}, "namespace": "ai-tenant-e2e-shared-b-w2-7f78b4", "name": "odh-trusted-ca-bundle", "reconcileID": "1852928f-d5c2-4c94-9c34-4b47c3f13cfc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7f78b4"}
2026-09-14T13:29:35Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7f78b4"}, "namespace": "ai-tenant-e2e-shared-b-w2-7f78b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "03e715c2-d6dc-4c73-ac2c-efebc51d2811", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7f78b4"}
2026-09-14T13:29:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7f78b4"}, "namespace": "ai-tenant-e2e-shared-b-w2-7f78b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "03e715c2-d6dc-4c73-ac2c-efebc51d2811", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7f78b4"}
2026-09-14T13:29:36Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7f78b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7f78b4", "reconcileID": "5d635c72-1a4f-4703-a54f-84399843187e", "Gateway": "e2e-shared-b-w2-7f78b4", "namespace": "openshift-ingress"}
2026-09-14T13:32:38Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-14T13:32:38Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-14T13:32:44Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-14T13:32:44Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-14T13:33:44Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60d57d7c", "reconcileID": "17494f77-939c-4051-8af9-c4be301b798c", "LLMInferenceService": "e2e-same-id-a-60d57d7c", "namespace": "llm"}
2026-09-14T13:33:44Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60d57d7c", "reconcileID": "17494f77-939c-4051-8af9-c4be301b798c", "LLMInferenceService": "e2e-same-id-a-60d57d7c", "namespace": "llm"}
2026-09-14T13:33:44Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60d57d7c", "reconcileID": "17494f77-939c-4051-8af9-c4be301b798c", "LLMInferenceService": "e2e-same-id-a-60d57d7c", "namespace": "llm"}
2026-09-14T13:33:44Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "009a2fd6-64a5-4ce6-b491-558316845e77", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-14T13:33:44Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60d57d7c", "reconcileID": "17494f77-939c-4051-8af9-c4be301b798c", "LLMInferenceService": "e2e-same-id-a-60d57d7c", "namespace": "llm", "name": "e2e-same-id-a-60d57d7c-kserve-route-authn"}
2026-09-14T13:33:44Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60d57d7c", "reconcileID": "17494f77-939c-4051-8af9-c4be301b798c", "LLMInferenceService": "e2e-same-id-a-60d57d7c", "namespace": "llm", "authType": "userdefined"}
2026-09-14T13:33:44Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60d57d7c", "reconcileID": "17494f77-939c-4051-8af9-c4be301b798c", "LLMInferenceService": "e2e-same-id-a-60d57d7c", "namespace": "llm"}
2026-09-14T13:33:44Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "009a2fd6-64a5-4ce6-b491-558316845e77", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-14T13:33:44Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "009a2fd6-64a5-4ce6-b491-558316845e77", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-14T13:33:44Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60d57d7c", "reconcileID": "c61cb94c-9252-453f-9934-a5ea704b269d", "LLMInferenceService": "e2e-same-id-b-60d57d7c", "namespace": "llm"}
2026-09-14T13:33:44Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60d57d7c", "reconcileID": "c61cb94c-9252-453f-9934-a5ea704b269d", "LLMInferenceService": "e2e-same-id-b-60d57d7c", "namespace": "llm"}
2026-09-14T13:33:44Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60d57d7c", "reconcileID": "c61cb94c-9252-453f-9934-a5ea704b269d", "LLMInferenceService": "e2e-same-id-b-60d57d7c", "namespace": "llm"}
2026-09-14T13:33:44Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "12ac4347-fba0-4aaa-88f7-74221c1e0731", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-14T13:33:44Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60d57d7c", "reconcileID": "c61cb94c-9252-453f-9934-a5ea704b269d", "LLMInferenceService": "e2e-same-id-b-60d57d7c", "namespace": "llm", "name": "e2e-same-id-b-60d57d7c-kserve-route-authn"}
2026-09-14T13:33:44Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60d57d7c", "reconcileID": "c61cb94c-9252-453f-9934-a5ea704b269d", "LLMInferenceService": "e2e-same-id-b-60d57d7c", "namespace": "llm", "authType": "userdefined"}
2026-09-14T13:33:44Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60d57d7c", "reconcileID": "c61cb94c-9252-453f-9934-a5ea704b269d", "LLMInferenceService": "e2e-same-id-b-60d57d7c", "namespace": "llm"}
2026-09-14T13:33:44Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "12ac4347-fba0-4aaa-88f7-74221c1e0731", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-14T13:33:44Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60d57d7c", "reconcileID": "f1aa4835-aa91-41a3-923e-3b051e032277", "LLMInferenceService": "e2e-same-id-a-60d57d7c", "namespace": "llm"}
2026-09-14T13:33:44Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60d57d7c", "reconcileID": "f1aa4835-aa91-41a3-923e-3b051e032277", "LLMInferenceService": "e2e-same-id-a-60d57d7c", "namespace": "llm"}
2026-09-14T13:33:44Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60d57d7c", "reconcileID": "f1aa4835-aa91-41a3-923e-3b051e032277", "LLMInferenceService": "e2e-same-id-a-60d57d7c", "namespace": "llm"}
2026-09-14T13:33:44Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "12ac4347-fba0-4aaa-88f7-74221c1e0731", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-14T13:33:44Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60d57d7c", "reconcileID": "f1aa4835-aa91-41a3-923e-3b051e032277", "LLMInferenceService": "e2e-same-id-a-60d57d7c", "namespace": "llm", "name": "e2e-same-id-a-60d57d7c-kserve-route-authn"}
2026-09-14T13:33:44Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60d57d7c", "reconcileID": "f1aa4835-aa91-41a3-923e-3b051e032277", "LLMInferenceService": "e2e-same-id-a-60d57d7c", "namespace": "llm", "authType": "userdefined"}
2026-09-14T13:33:44Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60d57d7c", "reconcileID": "f1aa4835-aa91-41a3-923e-3b051e032277", "LLMInferenceService": "e2e-same-id-a-60d57d7c", "namespace": "llm"}
2026-09-14T13:33:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "53cbb45a-5fb6-4d08-bf0f-d5585d3ddcf1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-14T13:33:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "53cbb45a-5fb6-4d08-bf0f-d5585d3ddcf1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-14T13:33:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "53cbb45a-5fb6-4d08-bf0f-d5585d3ddcf1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-14T13:33:46Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60d57d7c", "reconcileID": "daad448c-d6f6-481e-80ff-ea22c3a6841b", "LLMInferenceService": "e2e-same-id-a-60d57d7c", "namespace": "llm"}
2026-09-14T13:33:46Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60d57d7c", "reconcileID": "daad448c-d6f6-481e-80ff-ea22c3a6841b", "LLMInferenceService": "e2e-same-id-a-60d57d7c", "namespace": "llm"}
2026-09-14T13:33:46Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60d57d7c", "reconcileID": "daad448c-d6f6-481e-80ff-ea22c3a6841b", "LLMInferenceService": "e2e-same-id-a-60d57d7c", "namespace": "llm"}
2026-09-14T13:33:46Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60d57d7c", "reconcileID": "daad448c-d6f6-481e-80ff-ea22c3a6841b", "LLMInferenceService": "e2e-same-id-a-60d57d7c", "namespace": "llm", "name": "e2e-same-id-a-60d57d7c-kserve-route-authn"}
2026-09-14T13:33:46Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60d57d7c", "reconcileID": "daad448c-d6f6-481e-80ff-ea22c3a6841b", "LLMInferenceService": "e2e-same-id-a-60d57d7c", "namespace": "llm", "authType": "userdefined"}
2026-09-14T13:33:46Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60d57d7c", "reconcileID": "daad448c-d6f6-481e-80ff-ea22c3a6841b", "LLMInferenceService": "e2e-same-id-a-60d57d7c", "namespace": "llm"}
2026-09-14T13:33:47Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60d57d7c", "reconcileID": "1231fd32-0f70-41da-a99a-814c7a5ebb95", "LLMInferenceService": "e2e-same-id-b-60d57d7c", "namespace": "llm"}
2026-09-14T13:33:47Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60d57d7c", "reconcileID": "1231fd32-0f70-41da-a99a-814c7a5ebb95", "LLMInferenceService": "e2e-same-id-b-60d57d7c", "namespace": "llm"}
2026-09-14T13:33:47Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60d57d7c", "reconcileID": "1231fd32-0f70-41da-a99a-814c7a5ebb95", "LLMInferenceService": "e2e-same-id-b-60d57d7c", "namespace": "llm"}
2026-09-14T13:33:47Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60d57d7c", "reconcileID": "1231fd32-0f70-41da-a99a-814c7a5ebb95", "LLMInferenceService": "e2e-same-id-b-60d57d7c", "namespace": "llm", "name": "e2e-same-id-b-60d57d7c-kserve-route-authn"}
2026-09-14T13:33:47Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60d57d7c", "reconcileID": "1231fd32-0f70-41da-a99a-814c7a5ebb95", "LLMInferenceService": "e2e-same-id-b-60d57d7c", "namespace": "llm", "authType": "userdefined"}
2026-09-14T13:33:47Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60d57d7c", "reconcileID": "1231fd32-0f70-41da-a99a-814c7a5ebb95", "LLMInferenceService": "e2e-same-id-b-60d57d7c", "namespace": "llm"}
2026-09-14T13:33:53Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1b9ebcb8-78ab-40ce-8d4d-048de9959a26", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-14T13:33:53Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1b9ebcb8-78ab-40ce-8d4d-048de9959a26", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-14T13:33:53Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1b9ebcb8-78ab-40ce-8d4d-048de9959a26", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-14T13:33:54Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60d57d7c", "reconcileID": "5ff534ab-8804-42c4-8c46-e7ea9141bcc2", "LLMInferenceService": "e2e-same-id-b-60d57d7c", "namespace": "llm"}
2026-09-14T13:33:54Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60d57d7c", "reconcileID": "5ff534ab-8804-42c4-8c46-e7ea9141bcc2", "LLMInferenceService": "e2e-same-id-b-60d57d7c", "namespace": "llm"}
2026-09-14T13:33:54Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60d57d7c", "reconcileID": "5ff534ab-8804-42c4-8c46-e7ea9141bcc2", "LLMInferenceService": "e2e-same-id-b-60d57d7c", "namespace": "llm"}
2026-09-14T13:33:54Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60d57d7c", "reconcileID": "5ff534ab-8804-42c4-8c46-e7ea9141bcc2", "LLMInferenceService": "e2e-same-id-b-60d57d7c", "namespace": "llm", "name": "e2e-same-id-b-60d57d7c-kserve-route-authn"}
2026-09-14T13:33:54Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60d57d7c", "reconcileID": "5ff534ab-8804-42c4-8c46-e7ea9141bcc2", "LLMInferenceService": "e2e-same-id-b-60d57d7c", "namespace": "llm", "authType": "userdefined"}
2026-09-14T13:33:54Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60d57d7c", "reconcileID": "5ff534ab-8804-42c4-8c46-e7ea9141bcc2", "LLMInferenceService": "e2e-same-id-b-60d57d7c", "namespace": "llm"}
2026-09-14T13:34:07Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60d57d7c", "reconcileID": "28b885ce-8c51-40f3-8297-9f42b623a662", "LLMInferenceService": "e2e-same-id-a-60d57d7c", "namespace": "llm"}
2026-09-14T13:34:07Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60d57d7c", "reconcileID": "28b885ce-8c51-40f3-8297-9f42b623a662", "LLMInferenceService": "e2e-same-id-a-60d57d7c", "namespace": "llm"}
2026-09-14T13:34:07Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60d57d7c", "reconcileID": "28b885ce-8c51-40f3-8297-9f42b623a662", "LLMInferenceService": "e2e-same-id-a-60d57d7c", "namespace": "llm"}
2026-09-14T13:34:07Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60d57d7c", "reconcileID": "28b885ce-8c51-40f3-8297-9f42b623a662", "LLMInferenceService": "e2e-same-id-a-60d57d7c", "namespace": "llm", "name": "e2e-same-id-a-60d57d7c-kserve-route-authn"}
2026-09-14T13:34:07Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60d57d7c", "reconcileID": "28b885ce-8c51-40f3-8297-9f42b623a662", "LLMInferenceService": "e2e-same-id-a-60d57d7c", "namespace": "llm", "authType": "userdefined"}
2026-09-14T13:34:07Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60d57d7c", "reconcileID": "28b885ce-8c51-40f3-8297-9f42b623a662", "LLMInferenceService": "e2e-same-id-a-60d57d7c", "namespace": "llm"}
2026-09-14T13:34:10Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60d57d7c", "reconcileID": "39e06cb4-03f1-41ae-b902-b9ddb7bd9ef1", "LLMInferenceService": "e2e-same-id-b-60d57d7c", "namespace": "llm"}
2026-09-14T13:34:10Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60d57d7c", "reconcileID": "39e06cb4-03f1-41ae-b902-b9ddb7bd9ef1", "LLMInferenceService": "e2e-same-id-b-60d57d7c", "namespace": "llm"}
2026-09-14T13:34:10Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60d57d7c", "reconcileID": "39e06cb4-03f1-41ae-b902-b9ddb7bd9ef1", "LLMInferenceService": "e2e-same-id-b-60d57d7c", "namespace": "llm"}
2026-09-14T13:34:10Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60d57d7c", "reconcileID": "39e06cb4-03f1-41ae-b902-b9ddb7bd9ef1", "LLMInferenceService": "e2e-same-id-b-60d57d7c", "namespace": "llm", "name": "e2e-same-id-b-60d57d7c-kserve-route-authn"}
2026-09-14T13:34:10Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60d57d7c", "reconcileID": "39e06cb4-03f1-41ae-b902-b9ddb7bd9ef1", "LLMInferenceService": "e2e-same-id-b-60d57d7c", "namespace": "llm", "authType": "userdefined"}
2026-09-14T13:34:10Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60d57d7c", "reconcileID": "39e06cb4-03f1-41ae-b902-b9ddb7bd9ef1", "LLMInferenceService": "e2e-same-id-b-60d57d7c", "namespace": "llm"}
2026-09-14T13:34:11Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60d57d7c", "reconcileID": "5dbb58f7-d9e2-4ebf-998f-f59091338b86", "LLMInferenceService": "e2e-same-id-a-60d57d7c", "namespace": "llm"}
2026-09-14T13:34:11Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60d57d7c", "reconcileID": "5dbb58f7-d9e2-4ebf-998f-f59091338b86", "LLMInferenceService": "e2e-same-id-a-60d57d7c", "namespace": "llm", "name": "e2e-same-id-a-60d57d7c"}
2026-09-14T13:34:11Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60d57d7c", "reconcileID": "5dbb58f7-d9e2-4ebf-998f-f59091338b86", "LLMInferenceService": "e2e-same-id-a-60d57d7c", "namespace": "llm"}
2026-09-14T13:34:11Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60d57d7c", "reconcileID": "5dbb58f7-d9e2-4ebf-998f-f59091338b86", "LLMInferenceService": "e2e-same-id-a-60d57d7c", "namespace": "llm"}
2026-09-14T13:34:11Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60d57d7c", "reconcileID": "5dbb58f7-d9e2-4ebf-998f-f59091338b86", "LLMInferenceService": "e2e-same-id-a-60d57d7c", "namespace": "llm", "name": "e2e-same-id-a-60d57d7c-kserve-route-authn"}
2026-09-14T13:34:11Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60d57d7c", "reconcileID": "5dbb58f7-d9e2-4ebf-998f-f59091338b86", "LLMInferenceService": "e2e-same-id-a-60d57d7c", "namespace": "llm", "name": "e2e-same-id-a-60d57d7c-kserve-route-authn"}
2026-09-14T13:34:11Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60d57d7c", "reconcileID": "58757e8b-ae85-496b-9364-0aebf6b64ff8", "LLMInferenceService": "e2e-same-id-a-60d57d7c", "namespace": "llm"}
2026-09-14T13:34:11Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8b483b9f-395b-4866-bfa3-cdf1346f705b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-14T13:34:11Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8b483b9f-395b-4866-bfa3-cdf1346f705b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-14T13:34:11Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8b483b9f-395b-4866-bfa3-cdf1346f705b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-14T13:34:11Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cac04332-1fcf-41bd-9d8a-224590ec4898", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-14T13:34:11Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cac04332-1fcf-41bd-9d8a-224590ec4898", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-14T13:34:11Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cac04332-1fcf-41bd-9d8a-224590ec4898", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-14T13:34:12Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60d57d7c", "reconcileID": "ab38add1-19fb-40bc-94d4-a0ef47f6c78b", "LLMInferenceService": "e2e-same-id-b-60d57d7c", "namespace": "llm"}
2026-09-14T13:34:12Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60d57d7c", "reconcileID": "ab38add1-19fb-40bc-94d4-a0ef47f6c78b", "LLMInferenceService": "e2e-same-id-b-60d57d7c", "namespace": "llm", "name": "e2e-same-id-b-60d57d7c"}
2026-09-14T13:34:12Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60d57d7c", "reconcileID": "ab38add1-19fb-40bc-94d4-a0ef47f6c78b", "LLMInferenceService": "e2e-same-id-b-60d57d7c", "namespace": "llm"}
2026-09-14T13:34:12Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60d57d7c", "reconcileID": "ab38add1-19fb-40bc-94d4-a0ef47f6c78b", "LLMInferenceService": "e2e-same-id-b-60d57d7c", "namespace": "llm"}
2026-09-14T13:34:12Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60d57d7c", "reconcileID": "ab38add1-19fb-40bc-94d4-a0ef47f6c78b", "LLMInferenceService": "e2e-same-id-b-60d57d7c", "namespace": "llm", "name": "e2e-same-id-b-60d57d7c-kserve-route-authn"}
2026-09-14T13:34:12Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60d57d7c", "reconcileID": "ab38add1-19fb-40bc-94d4-a0ef47f6c78b", "LLMInferenceService": "e2e-same-id-b-60d57d7c", "namespace": "llm", "name": "e2e-same-id-b-60d57d7c-kserve-route-authn"}
2026-09-14T13:34:12Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60d57d7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60d57d7c", "reconcileID": "dec27865-c2fe-4a66-9bdc-8de9e07fb685", "LLMInferenceService": "e2e-same-id-b-60d57d7c", "namespace": "llm"}
2026-09-14T13:34:12Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9d0e2490-58c7-43e0-bbe2-b3d31bb6fcbd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-14T13:34:12Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9d0e2490-58c7-43e0-bbe2-b3d31bb6fcbd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-14T13:34:12Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9d0e2490-58c7-43e0-bbe2-b3d31bb6fcbd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-14T13:34:12Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "576d169f-d931-4747-892b-768481a83274", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-14T13:34:12Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "576d169f-d931-4747-892b-768481a83274", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-14T13:34:12Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "576d169f-d931-4747-892b-768481a83274", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}