sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-16T18:46:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-bbc8138b"}, "namespace": "ai-tenant-e2e-mt-bbc8138b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fff63adf-22dd-478f-ae3d-72922c3ab5b2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-bbc8138b"}
2026-09-16T18:46:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-bbc8138b"}, "namespace": "ai-tenant-e2e-mt-bbc8138b", "name": "openshift-service-ca.crt", "reconcileID": "5b9097cb-0acf-4e8e-ba9b-c532ab2575aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-bbc8138b"}
2026-09-16T18:46:50Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-bbc8138b"}, "namespace": "ai-tenant-e2e-mt-bbc8138b", "name": "openshift-service-ca.crt", "reconcileID": "c1707d78-9e1f-48dd-9bf1-457780f226f8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-bbc8138b", "update": "odh-kserve-custom-ca-bundle"}
2026-09-16T18:46:50Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-bbc8138b"}, "namespace": "ai-tenant-e2e-mt-bbc8138b", "name": "openshift-service-ca.crt", "reconcileID": "c1707d78-9e1f-48dd-9bf1-457780f226f8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-bbc8138b"}
2026-09-16T18:46:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-bbc8138b"}, "namespace": "ai-tenant-e2e-mt-bbc8138b", "name": "odh-trusted-ca-bundle", "reconcileID": "d39bc7ca-90c4-4c04-a5a3-3760fb27ca23", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-bbc8138b"}
2026-09-16T18:46:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-bbc8138b"}, "namespace": "ai-tenant-e2e-mt-bbc8138b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "78d5809f-c724-4227-b1c0-96736757f2b1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-bbc8138b"}
2026-09-16T18:46:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d5ff1be4"}, "namespace": "ai-tenant-e2e-mt-d5ff1be4", "name": "openshift-service-ca.crt", "reconcileID": "f030938a-7a9a-409e-be0d-865df1e4f579", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d5ff1be4"}
2026-09-16T18:46:51Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d5ff1be4"}, "namespace": "ai-tenant-e2e-mt-d5ff1be4", "name": "openshift-service-ca.crt", "reconcileID": "ea144f73-d24f-4e40-9046-840c0bfc00d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d5ff1be4", "create": "odh-kserve-custom-ca-bundle"}
2026-09-16T18:46:51Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d5ff1be4"}, "namespace": "ai-tenant-e2e-mt-d5ff1be4", "name": "openshift-service-ca.crt", "reconcileID": "ea144f73-d24f-4e40-9046-840c0bfc00d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d5ff1be4"}
2026-09-16T18:46:51Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d5ff1be4"}, "namespace": "ai-tenant-e2e-mt-d5ff1be4", "name": "odh-trusted-ca-bundle", "reconcileID": "608524bd-4ac0-4d32-8fdf-05f9b8d23033", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d5ff1be4", "create": "odh-kserve-custom-ca-bundle"}
2026-09-16T18:46:51Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d5ff1be4"}, "namespace": "ai-tenant-e2e-mt-d5ff1be4", "name": "odh-trusted-ca-bundle", "reconcileID": "608524bd-4ac0-4d32-8fdf-05f9b8d23033", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-16T18:46:51Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d5ff1be4"}, "namespace": "ai-tenant-e2e-mt-d5ff1be4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b074cf93-73fc-4fae-af0e-1ea604a38adb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d5ff1be4", "update": "odh-kserve-custom-ca-bundle"}
2026-09-16T18:46:51Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d5ff1be4"}, "namespace": "ai-tenant-e2e-mt-d5ff1be4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b074cf93-73fc-4fae-af0e-1ea604a38adb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d5ff1be4"}
2026-09-16T18:46:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d5ff1be4"}, "namespace": "ai-tenant-e2e-mt-d5ff1be4", "name": "openshift-service-ca.crt", "reconcileID": "66fac7d4-f54a-4255-9a89-42bc09d1362d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d5ff1be4"}
2026-09-16T18:46:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d5ff1be4"}, "namespace": "ai-tenant-e2e-mt-d5ff1be4", "name": "odh-trusted-ca-bundle", "reconcileID": "d06c968a-92ca-41f5-aff2-81db88a416d8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d5ff1be4"}
2026-09-16T18:46:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d5ff1be4"}, "namespace": "ai-tenant-e2e-mt-d5ff1be4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a16d63e-d858-437f-b28b-696018348114", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d5ff1be4"}
2026-09-16T18:46:55Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ee3af0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ee3af0", "reconcileID": "e7b2d228-b42d-45d6-bb5e-ec7b0af1201f", "Gateway": "e2e-shared-b-w3-ee3af0", "namespace": "openshift-ingress"}
2026-09-16T18:46:55Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ee3af0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ee3af0", "reconcileID": "e7b2d228-b42d-45d6-bb5e-ec7b0af1201f", "Gateway": "e2e-shared-b-w3-ee3af0", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ee3af0-authn-ssl"}
2026-09-16T18:46:55Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ee3af0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ee3af0", "reconcileID": "e7b2d228-b42d-45d6-bb5e-ec7b0af1201f", "Gateway": "e2e-shared-b-w3-ee3af0", "namespace": "openshift-ingress"}
2026-09-16T18:47:00Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-bbc8138b"}, "namespace": "ai-tenant-e2e-mt-bbc8138b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33cae94a-8a65-4639-9d86-c64cdad3a971", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-bbc8138b"}
2026-09-16T18:47:00Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-bbc8138b"}, "namespace": "ai-tenant-e2e-mt-bbc8138b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33cae94a-8a65-4639-9d86-c64cdad3a971", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-bbc8138b", "create": "odh-kserve-custom-ca-bundle"}
2026-09-16T18:47:00Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-bbc8138b"}, "namespace": "ai-tenant-e2e-mt-bbc8138b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33cae94a-8a65-4639-9d86-c64cdad3a971", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-bbc8138b because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-16T18:47:00Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-bbc8138b"}, "namespace": "ai-tenant-e2e-mt-bbc8138b", "name": "odh-trusted-ca-bundle", "reconcileID": "0bd7fad0-75e7-4019-93d1-06c4a5eaae79", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-bbc8138b"}
2026-09-16T18:47:00Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-bbc8138b"}, "namespace": "ai-tenant-e2e-mt-bbc8138b", "name": "odh-trusted-ca-bundle", "reconcileID": "0bd7fad0-75e7-4019-93d1-06c4a5eaae79", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-bbc8138b", "create": "odh-kserve-custom-ca-bundle"}
2026-09-16T18:47:00Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-bbc8138b"}, "namespace": "ai-tenant-e2e-mt-bbc8138b", "name": "odh-trusted-ca-bundle", "reconcileID": "0bd7fad0-75e7-4019-93d1-06c4a5eaae79", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-bbc8138b because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-16T18:47:00Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-bbc8138b"}, "namespace": "ai-tenant-e2e-mt-bbc8138b", "name": "openshift-service-ca.crt", "reconcileID": "0b244659-fa65-4cb2-930a-e3dee2227adc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-bbc8138b"}
2026-09-16T18:47:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-bbc8138b"}, "namespace": "ai-tenant-e2e-mt-bbc8138b", "name": "openshift-service-ca.crt", "reconcileID": "0b244659-fa65-4cb2-930a-e3dee2227adc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-bbc8138b"}
2026-09-16T18:47:00Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-bbc8138b"}, "namespace": "ai-tenant-e2e-mt-bbc8138b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e80d85a-f6fa-4fdc-88ef-26417911230b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-bbc8138b"}
2026-09-16T18:47:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-bbc8138b"}, "namespace": "ai-tenant-e2e-mt-bbc8138b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e80d85a-f6fa-4fdc-88ef-26417911230b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-bbc8138b"}
2026-09-16T18:47:00Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-bbc8138b"}, "namespace": "ai-tenant-e2e-mt-bbc8138b", "name": "odh-trusted-ca-bundle", "reconcileID": "b36093c9-e4c3-42be-a7c0-2d074e70594b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-bbc8138b"}
2026-09-16T18:47:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-bbc8138b"}, "namespace": "ai-tenant-e2e-mt-bbc8138b", "name": "odh-trusted-ca-bundle", "reconcileID": "b36093c9-e4c3-42be-a7c0-2d074e70594b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-bbc8138b"}
2026-09-16T18:47:01Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-2-w4-d8a600", "reconcileID": "841b3916-07d8-431e-81c1-c40cc56d9aab", "LLMInferenceService": "distinct-2-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:47:01Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-2-w4-d8a600", "reconcileID": "841b3916-07d8-431e-81c1-c40cc56d9aab", "LLMInferenceService": "distinct-2-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:47:01Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-2-w4-d8a600", "reconcileID": "841b3916-07d8-431e-81c1-c40cc56d9aab", "LLMInferenceService": "distinct-2-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:47:01Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-2-w4-d8a600", "reconcileID": "841b3916-07d8-431e-81c1-c40cc56d9aab", "LLMInferenceService": "distinct-2-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-2-w4-d8a600-kserve-route-authn"}
2026-09-16T18:47:01Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-2-w4-d8a600", "reconcileID": "841b3916-07d8-431e-81c1-c40cc56d9aab", "LLMInferenceService": "distinct-2-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600", "authType": "userdefined"}
2026-09-16T18:47:01Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-2-w4-d8a600", "reconcileID": "841b3916-07d8-431e-81c1-c40cc56d9aab", "LLMInferenceService": "distinct-2-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:47:01Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-ee3af0"}, "namespace": "ai-tenant-e2e-shared-b-w3-ee3af0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "84c86fe5-879a-4dc5-8c82-341e9377f205", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-ee3af0"}
2026-09-16T18:47:01Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-ee3af0"}, "namespace": "ai-tenant-e2e-shared-b-w3-ee3af0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "84c86fe5-879a-4dc5-8c82-341e9377f205", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-ee3af0", "create": "odh-kserve-custom-ca-bundle"}
2026-09-16T18:47:01Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-ee3af0"}, "namespace": "ai-tenant-e2e-shared-b-w3-ee3af0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "84c86fe5-879a-4dc5-8c82-341e9377f205", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-ee3af0 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-16T18:47:01Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-ee3af0"}, "namespace": "ai-tenant-e2e-shared-b-w3-ee3af0", "name": "odh-trusted-ca-bundle", "reconcileID": "055d18e6-b1df-4bf0-8e3c-33163f91834f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-ee3af0"}
2026-09-16T18:47:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-ee3af0"}, "namespace": "ai-tenant-e2e-shared-b-w3-ee3af0", "name": "odh-trusted-ca-bundle", "reconcileID": "055d18e6-b1df-4bf0-8e3c-33163f91834f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-ee3af0"}
2026-09-16T18:47:01Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-ee3af0"}, "namespace": "ai-tenant-e2e-shared-b-w3-ee3af0", "name": "openshift-service-ca.crt", "reconcileID": "95cf04cc-570d-4596-a643-21d2d63f2e98", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-ee3af0"}
2026-09-16T18:47:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-ee3af0"}, "namespace": "ai-tenant-e2e-shared-b-w3-ee3af0", "name": "openshift-service-ca.crt", "reconcileID": "95cf04cc-570d-4596-a643-21d2d63f2e98", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-ee3af0"}
2026-09-16T18:47:01Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-ee3af0"}, "namespace": "ai-tenant-e2e-shared-b-w3-ee3af0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1766edf-1138-41d0-a1bc-b48e5e6348dd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-ee3af0"}
2026-09-16T18:47:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-ee3af0"}, "namespace": "ai-tenant-e2e-shared-b-w3-ee3af0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1766edf-1138-41d0-a1bc-b48e5e6348dd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-ee3af0"}
2026-09-16T18:47:03Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ee3af0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ee3af0", "reconcileID": "392f42f6-1601-4012-820f-d9c3c8261e1e", "Gateway": "e2e-shared-b-w3-ee3af0", "namespace": "openshift-ingress"}
2026-09-16T18:47:06Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d5ff1be4"}, "namespace": "ai-tenant-e2e-mt-d5ff1be4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7babc21c-1126-498d-84af-b7f74d0b2f72", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d5ff1be4"}
2026-09-16T18:47:06Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d5ff1be4"}, "namespace": "ai-tenant-e2e-mt-d5ff1be4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7babc21c-1126-498d-84af-b7f74d0b2f72", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d5ff1be4", "create": "odh-kserve-custom-ca-bundle"}
2026-09-16T18:47:06Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d5ff1be4"}, "namespace": "ai-tenant-e2e-mt-d5ff1be4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7babc21c-1126-498d-84af-b7f74d0b2f72", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-d5ff1be4 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-16T18:47:06Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d5ff1be4"}, "namespace": "ai-tenant-e2e-mt-d5ff1be4", "name": "odh-trusted-ca-bundle", "reconcileID": "fa1943a1-33d9-4fc1-9366-b5bc7f06fdd3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d5ff1be4"}
2026-09-16T18:47:06Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d5ff1be4"}, "namespace": "ai-tenant-e2e-mt-d5ff1be4", "name": "odh-trusted-ca-bundle", "reconcileID": "fa1943a1-33d9-4fc1-9366-b5bc7f06fdd3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d5ff1be4", "create": "odh-kserve-custom-ca-bundle"}
2026-09-16T18:47:06Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d5ff1be4"}, "namespace": "ai-tenant-e2e-mt-d5ff1be4", "name": "odh-trusted-ca-bundle", "reconcileID": "fa1943a1-33d9-4fc1-9366-b5bc7f06fdd3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-d5ff1be4 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-16T18:47:06Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d5ff1be4"}, "namespace": "ai-tenant-e2e-mt-d5ff1be4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c1e6a1e-6e25-4b03-aa2d-311ab140a449", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d5ff1be4"}
2026-09-16T18:47:06Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d5ff1be4"}, "namespace": "ai-tenant-e2e-mt-d5ff1be4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c1e6a1e-6e25-4b03-aa2d-311ab140a449", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d5ff1be4"}
2026-09-16T18:47:06Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d5ff1be4"}, "namespace": "ai-tenant-e2e-mt-d5ff1be4", "name": "openshift-service-ca.crt", "reconcileID": "01fe62fe-ea98-4692-ae82-10b5e67919b9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d5ff1be4"}
2026-09-16T18:47:06Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d5ff1be4"}, "namespace": "ai-tenant-e2e-mt-d5ff1be4", "name": "openshift-service-ca.crt", "reconcileID": "01fe62fe-ea98-4692-ae82-10b5e67919b9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d5ff1be4"}
2026-09-16T18:47:06Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d5ff1be4"}, "namespace": "ai-tenant-e2e-mt-d5ff1be4", "name": "odh-trusted-ca-bundle", "reconcileID": "a87fb639-7c9b-41bd-b41e-f815ceba146f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d5ff1be4"}
2026-09-16T18:47:06Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d5ff1be4"}, "namespace": "ai-tenant-e2e-mt-d5ff1be4", "name": "odh-trusted-ca-bundle", "reconcileID": "a87fb639-7c9b-41bd-b41e-f815ceba146f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d5ff1be4"}
2026-09-16T18:47:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-1cfd841d"}, "namespace": "ai-tenant-e2e-mt-1cfd841d", "name": "openshift-service-ca.crt", "reconcileID": "dc9975bc-8042-46e6-951d-0873f3e6831e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-1cfd841d"}
2026-09-16T18:47:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-1cfd841d"}, "namespace": "ai-tenant-e2e-mt-1cfd841d", "name": "odh-trusted-ca-bundle", "reconcileID": "ddf0de38-53c7-4466-975f-b1956c762501", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-1cfd841d"}
2026-09-16T18:47:08Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-1cfd841d"}, "namespace": "ai-tenant-e2e-mt-1cfd841d", "name": "openshift-service-ca.crt", "reconcileID": "a6808f42-7d4b-4350-bcdf-bde8f2c72f1c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-1cfd841d", "create": "odh-kserve-custom-ca-bundle"}
2026-09-16T18:47:08Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-1cfd841d"}, "namespace": "ai-tenant-e2e-mt-1cfd841d", "name": "openshift-service-ca.crt", "reconcileID": "a6808f42-7d4b-4350-bcdf-bde8f2c72f1c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-1cfd841d"}
2026-09-16T18:47:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-1cfd841d"}, "namespace": "ai-tenant-e2e-mt-1cfd841d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "92084854-7352-480d-bd99-1470d4b20a06", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-1cfd841d"}
2026-09-16T18:47:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-1cfd841d"}, "namespace": "ai-tenant-e2e-mt-1cfd841d", "name": "openshift-service-ca.crt", "reconcileID": "acc16277-9904-4713-828b-dcbb6fecfb6a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-1cfd841d"}
2026-09-16T18:47:08Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-1cfd841d"}, "namespace": "ai-tenant-e2e-mt-1cfd841d", "name": "odh-trusted-ca-bundle", "reconcileID": "dc4372e9-e98c-4ceb-8d9c-a1e24fc74776", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-1cfd841d", "update": "odh-kserve-custom-ca-bundle"}
2026-09-16T18:47:08Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-1cfd841d"}, "namespace": "ai-tenant-e2e-mt-1cfd841d", "name": "odh-trusted-ca-bundle", "reconcileID": "dc4372e9-e98c-4ceb-8d9c-a1e24fc74776", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-1cfd841d"}
2026-09-16T18:47:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-1cfd841d"}, "namespace": "ai-tenant-e2e-mt-1cfd841d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bd677f93-067c-4c41-a4bf-05470f650ca7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-1cfd841d"}
2026-09-16T18:47:46Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-1cfd841d"}, "namespace": "ai-tenant-e2e-mt-1cfd841d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ef3744c-5e50-4858-bca0-667840d4bd97", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-1cfd841d"}
2026-09-16T18:47:46Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-1cfd841d"}, "namespace": "ai-tenant-e2e-mt-1cfd841d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ef3744c-5e50-4858-bca0-667840d4bd97", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-1cfd841d", "create": "odh-kserve-custom-ca-bundle"}
2026-09-16T18:47:46Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-1cfd841d"}, "namespace": "ai-tenant-e2e-mt-1cfd841d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ef3744c-5e50-4858-bca0-667840d4bd97", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-1cfd841d because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-16T18:47:46Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-1cfd841d"}, "namespace": "ai-tenant-e2e-mt-1cfd841d", "name": "odh-trusted-ca-bundle", "reconcileID": "ccd7963f-96eb-4346-966d-2edd31659f68", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-1cfd841d"}
2026-09-16T18:47:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-1cfd841d"}, "namespace": "ai-tenant-e2e-mt-1cfd841d", "name": "odh-trusted-ca-bundle", "reconcileID": "ccd7963f-96eb-4346-966d-2edd31659f68", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-1cfd841d"}
2026-09-16T18:47:46Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-1cfd841d"}, "namespace": "ai-tenant-e2e-mt-1cfd841d", "name": "openshift-service-ca.crt", "reconcileID": "f5fb2912-790c-4f76-a145-84e1130ac37c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-1cfd841d"}
2026-09-16T18:47:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-1cfd841d"}, "namespace": "ai-tenant-e2e-mt-1cfd841d", "name": "openshift-service-ca.crt", "reconcileID": "f5fb2912-790c-4f76-a145-84e1130ac37c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-1cfd841d"}
2026-09-16T18:47:46Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-1cfd841d"}, "namespace": "ai-tenant-e2e-mt-1cfd841d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7cecded-7af2-4740-8a55-dd5e49a6bee2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-1cfd841d"}
2026-09-16T18:47:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-1cfd841d"}, "namespace": "ai-tenant-e2e-mt-1cfd841d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7cecded-7af2-4740-8a55-dd5e49a6bee2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-1cfd841d"}
2026-09-16T18:47:47Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f16eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb", "reconcileID": "32158254-6c39-4582-acf2-4cb6325da240", "Gateway": "e2e-api-a-1f16eb", "namespace": "openshift-ingress"}
2026-09-16T18:47:47Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f16eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb", "reconcileID": "32158254-6c39-4582-acf2-4cb6325da240", "Gateway": "e2e-api-a-1f16eb", "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb-authn-ssl"}
2026-09-16T18:47:47Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f16eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb", "reconcileID": "32158254-6c39-4582-acf2-4cb6325da240", "Gateway": "e2e-api-a-1f16eb", "namespace": "openshift-ingress"}
2026-09-16T18:47:47Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f16eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb", "reconcileID": "10060405-0185-4102-8b3b-c6eb5efe0339", "Gateway": "e2e-api-a-1f16eb", "namespace": "openshift-ingress"}
2026-09-16T18:47:47Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f16eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb", "reconcileID": "10060405-0185-4102-8b3b-c6eb5efe0339", "Gateway": "e2e-api-a-1f16eb", "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb-authn-ssl"}
2026-09-16T18:47:47Z	ERROR	Reconciler error	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f16eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb", "reconcileID": "10060405-0185-4102-8b3b-c6eb5efe0339", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-api-a-1f16eb-authn-ssl: envoyfilters.networking.istio.io \"e2e-api-a-1f16eb-authn-ssl\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-16T18:47:47Z	DEBUG	events	Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-api-a-1f16eb-authn-ssl: envoyfilters.networking.istio.io "e2e-api-a-1f16eb-authn-ssl" already exists	{"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-api-a-1f16eb","uid":"c0c51ad3-a41f-424e-b68f-48fc7b6c7bb5","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"52353"}, "reason": "ReconcileError"}
2026-09-16T18:47:47Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f16eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb", "reconcileID": "99f42554-de79-4374-96be-6ed782fffb49", "Gateway": "e2e-api-a-1f16eb", "namespace": "openshift-ingress"}
2026-09-16T18:47:47Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f16eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb", "reconcileID": "99f42554-de79-4374-96be-6ed782fffb49", "Gateway": "e2e-api-a-1f16eb", "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb-authn-ssl"}
2026-09-16T18:47:47Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f16eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb", "reconcileID": "99f42554-de79-4374-96be-6ed782fffb49", "Gateway": "e2e-api-a-1f16eb", "namespace": "openshift-ingress"}
2026-09-16T18:47:47Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f16eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb", "reconcileID": "b8fd95a3-8eef-4049-a7a1-5a2487c58eea", "Gateway": "e2e-api-a-1f16eb", "namespace": "openshift-ingress"}
2026-09-16T18:47:47Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f16eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb", "reconcileID": "b8fd95a3-8eef-4049-a7a1-5a2487c58eea", "Gateway": "e2e-api-a-1f16eb", "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb-authn-ssl"}
2026-09-16T18:47:47Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f16eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb", "reconcileID": "b8fd95a3-8eef-4049-a7a1-5a2487c58eea", "Gateway": "e2e-api-a-1f16eb", "namespace": "openshift-ingress"}
2026-09-16T18:47:47Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f16eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb", "reconcileID": "ac04e956-e6c1-46a4-ab41-1f785c72a811", "Gateway": "e2e-api-a-1f16eb", "namespace": "openshift-ingress"}
2026-09-16T18:47:47Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f16eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb", "reconcileID": "ac04e956-e6c1-46a4-ab41-1f785c72a811", "Gateway": "e2e-api-a-1f16eb", "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb-authn-ssl"}
2026-09-16T18:47:47Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f16eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb", "reconcileID": "ac04e956-e6c1-46a4-ab41-1f785c72a811", "Gateway": "e2e-api-a-1f16eb", "namespace": "openshift-ingress"}
2026-09-16T18:47:47Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f16eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb", "reconcileID": "e2ff4072-40f1-4c74-8108-07fb62979b9c", "Gateway": "e2e-api-a-1f16eb", "namespace": "openshift-ingress"}
2026-09-16T18:47:47Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f16eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb", "reconcileID": "e2ff4072-40f1-4c74-8108-07fb62979b9c", "Gateway": "e2e-api-a-1f16eb", "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb-authn-ssl"}
2026-09-16T18:47:47Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f16eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb", "reconcileID": "e2ff4072-40f1-4c74-8108-07fb62979b9c", "Gateway": "e2e-api-a-1f16eb", "namespace": "openshift-ingress"}
2026-09-16T18:47:47Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f16eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb", "reconcileID": "0e712c08-13a4-447a-99cb-8a06ba1f224d", "Gateway": "e2e-api-a-1f16eb", "namespace": "openshift-ingress"}
2026-09-16T18:47:47Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f16eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb", "reconcileID": "0e712c08-13a4-447a-99cb-8a06ba1f224d", "Gateway": "e2e-api-a-1f16eb", "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb-authn-ssl"}
2026-09-16T18:47:47Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f16eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb", "reconcileID": "0e712c08-13a4-447a-99cb-8a06ba1f224d", "Gateway": "e2e-api-a-1f16eb", "namespace": "openshift-ingress"}
2026-09-16T18:47:49Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f16eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb", "reconcileID": "97ff5d00-d140-4bf4-b304-6f6c08108183", "Gateway": "e2e-api-a-1f16eb", "namespace": "openshift-ingress"}
2026-09-16T18:47:49Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f16eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb", "reconcileID": "97ff5d00-d140-4bf4-b304-6f6c08108183", "Gateway": "e2e-api-a-1f16eb", "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb-authn-ssl"}
2026-09-16T18:47:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f16eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb", "reconcileID": "97ff5d00-d140-4bf4-b304-6f6c08108183", "Gateway": "e2e-api-a-1f16eb", "namespace": "openshift-ingress"}
2026-09-16T18:47:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-1f16eb"}, "namespace": "ai-tenant-e2e-api-a-1f16eb", "name": "openshift-service-ca.crt", "reconcileID": "259530d9-47fb-4c33-a9a0-6ac32e943f23", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-1f16eb"}
2026-09-16T18:47:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-1f16eb"}, "namespace": "ai-tenant-e2e-api-a-1f16eb", "name": "odh-trusted-ca-bundle", "reconcileID": "1e841bd6-5939-46d2-8da7-ca98190844ec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1f16eb"}
2026-09-16T18:47:51Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-1f16eb"}, "namespace": "ai-tenant-e2e-api-a-1f16eb", "name": "openshift-service-ca.crt", "reconcileID": "c88f76a1-79fd-402e-b527-c1c1d5f4a8b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-1f16eb", "create": "odh-kserve-custom-ca-bundle"}
2026-09-16T18:47:51Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-1f16eb"}, "namespace": "ai-tenant-e2e-api-a-1f16eb", "name": "openshift-service-ca.crt", "reconcileID": "c88f76a1-79fd-402e-b527-c1c1d5f4a8b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-1f16eb"}
2026-09-16T18:47:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-1f16eb"}, "namespace": "ai-tenant-e2e-api-a-1f16eb", "name": "openshift-service-ca.crt", "reconcileID": "017413e2-113f-4566-9105-911f2a472ce1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-1f16eb"}
2026-09-16T18:47:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-1f16eb"}, "namespace": "ai-tenant-e2e-api-a-1f16eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "75334a94-ff58-4cc7-9b2d-55f1c6496478", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1f16eb"}
2026-09-16T18:47:51Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-1f16eb"}, "namespace": "ai-tenant-e2e-api-a-1f16eb", "name": "odh-trusted-ca-bundle", "reconcileID": "a55139e9-85f4-4f7a-8641-5e42bdcecbaa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1f16eb", "update": "odh-kserve-custom-ca-bundle"}
2026-09-16T18:47:51Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-1f16eb"}, "namespace": "ai-tenant-e2e-api-a-1f16eb", "name": "odh-trusted-ca-bundle", "reconcileID": "a55139e9-85f4-4f7a-8641-5e42bdcecbaa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1f16eb"}
2026-09-16T18:47:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-1f16eb"}, "namespace": "ai-tenant-e2e-api-a-1f16eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "94588bdb-8d24-425f-a6a4-14385c0c5e2c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1f16eb"}
2026-09-16T18:47:54Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f16eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb", "reconcileID": "f87e7d26-b02c-483b-8ea0-023a81d47083", "Gateway": "e2e-api-a-1f16eb", "namespace": "openshift-ingress"}
2026-09-16T18:47:54Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f16eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb", "reconcileID": "f87e7d26-b02c-483b-8ea0-023a81d47083", "Gateway": "e2e-api-a-1f16eb", "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb-authn-ssl"}
2026-09-16T18:47:54Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f16eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb", "reconcileID": "f87e7d26-b02c-483b-8ea0-023a81d47083", "Gateway": "e2e-api-a-1f16eb", "namespace": "openshift-ingress"}
2026-09-16T18:48:01Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f16eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb", "reconcileID": "67808c79-36eb-45fd-a196-d3fa70154211", "Gateway": "e2e-api-a-1f16eb", "namespace": "openshift-ingress"}
2026-09-16T18:48:01Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f16eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb", "reconcileID": "67808c79-36eb-45fd-a196-d3fa70154211", "Gateway": "e2e-api-a-1f16eb", "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb-authn-ssl"}
2026-09-16T18:48:01Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f16eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb", "reconcileID": "67808c79-36eb-45fd-a196-d3fa70154211", "Gateway": "e2e-api-a-1f16eb", "namespace": "openshift-ingress"}
2026-09-16T18:48:21Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4dfacb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb", "reconcileID": "bc5c4efa-e8a0-4c54-a1ef-6f217ea45e02", "Gateway": "e2e-api-b-4dfacb", "namespace": "openshift-ingress"}
2026-09-16T18:48:21Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4dfacb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb", "reconcileID": "bc5c4efa-e8a0-4c54-a1ef-6f217ea45e02", "Gateway": "e2e-api-b-4dfacb", "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb-authn-ssl"}
2026-09-16T18:48:21Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4dfacb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb", "reconcileID": "bc5c4efa-e8a0-4c54-a1ef-6f217ea45e02", "Gateway": "e2e-api-b-4dfacb", "namespace": "openshift-ingress"}
2026-09-16T18:48:21Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4dfacb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb", "reconcileID": "72740047-dc21-419c-bbaf-ba2b08d2ad89", "Gateway": "e2e-api-b-4dfacb", "namespace": "openshift-ingress"}
2026-09-16T18:48:21Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4dfacb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb", "reconcileID": "72740047-dc21-419c-bbaf-ba2b08d2ad89", "Gateway": "e2e-api-b-4dfacb", "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb-authn-ssl"}
2026-09-16T18:48:21Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4dfacb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb", "reconcileID": "72740047-dc21-419c-bbaf-ba2b08d2ad89", "Gateway": "e2e-api-b-4dfacb", "namespace": "openshift-ingress"}
2026-09-16T18:48:21Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4dfacb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb", "reconcileID": "d81cfa82-494b-496e-ab8b-7e8df2652635", "Gateway": "e2e-api-b-4dfacb", "namespace": "openshift-ingress"}
2026-09-16T18:48:21Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4dfacb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb", "reconcileID": "d81cfa82-494b-496e-ab8b-7e8df2652635", "Gateway": "e2e-api-b-4dfacb", "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb-authn-ssl"}
2026-09-16T18:48:21Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4dfacb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb", "reconcileID": "d81cfa82-494b-496e-ab8b-7e8df2652635", "Gateway": "e2e-api-b-4dfacb", "namespace": "openshift-ingress"}
2026-09-16T18:48:21Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4dfacb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb", "reconcileID": "0360b225-5744-4da8-9a91-839e798d405f", "Gateway": "e2e-api-b-4dfacb", "namespace": "openshift-ingress"}
2026-09-16T18:48:21Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4dfacb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb", "reconcileID": "0360b225-5744-4da8-9a91-839e798d405f", "Gateway": "e2e-api-b-4dfacb", "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb-authn-ssl"}
2026-09-16T18:48:21Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4dfacb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb", "reconcileID": "0360b225-5744-4da8-9a91-839e798d405f", "Gateway": "e2e-api-b-4dfacb", "namespace": "openshift-ingress"}
2026-09-16T18:48:21Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4dfacb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb", "reconcileID": "9656fea1-f835-4b34-a301-8195fe7c5f33", "Gateway": "e2e-api-b-4dfacb", "namespace": "openshift-ingress"}
2026-09-16T18:48:21Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4dfacb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb", "reconcileID": "9656fea1-f835-4b34-a301-8195fe7c5f33", "Gateway": "e2e-api-b-4dfacb", "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb-authn-ssl"}
2026-09-16T18:48:21Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4dfacb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb", "reconcileID": "9656fea1-f835-4b34-a301-8195fe7c5f33", "Gateway": "e2e-api-b-4dfacb", "namespace": "openshift-ingress"}
2026-09-16T18:48:22Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4dfacb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb", "reconcileID": "d06629bc-2009-4a0b-b310-e164bb2f737f", "Gateway": "e2e-api-b-4dfacb", "namespace": "openshift-ingress"}
2026-09-16T18:48:22Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4dfacb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb", "reconcileID": "d06629bc-2009-4a0b-b310-e164bb2f737f", "Gateway": "e2e-api-b-4dfacb", "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb-authn-ssl"}
2026-09-16T18:48:22Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4dfacb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb", "reconcileID": "d06629bc-2009-4a0b-b310-e164bb2f737f", "Gateway": "e2e-api-b-4dfacb", "namespace": "openshift-ingress"}
2026-09-16T18:48:22Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4dfacb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb", "reconcileID": "42438063-b065-4b2c-9bcf-95640c3beda8", "Gateway": "e2e-api-b-4dfacb", "namespace": "openshift-ingress"}
2026-09-16T18:48:22Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4dfacb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb", "reconcileID": "42438063-b065-4b2c-9bcf-95640c3beda8", "Gateway": "e2e-api-b-4dfacb", "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb-authn-ssl"}
2026-09-16T18:48:22Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4dfacb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb", "reconcileID": "42438063-b065-4b2c-9bcf-95640c3beda8", "Gateway": "e2e-api-b-4dfacb", "namespace": "openshift-ingress"}
2026-09-16T18:48:23Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4dfacb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb", "reconcileID": "1580347f-e18a-4556-bc55-5c41a49a54f4", "Gateway": "e2e-api-b-4dfacb", "namespace": "openshift-ingress"}
2026-09-16T18:48:23Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4dfacb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb", "reconcileID": "1580347f-e18a-4556-bc55-5c41a49a54f4", "Gateway": "e2e-api-b-4dfacb", "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb-authn-ssl"}
2026-09-16T18:48:23Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4dfacb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb", "reconcileID": "1580347f-e18a-4556-bc55-5c41a49a54f4", "Gateway": "e2e-api-b-4dfacb", "namespace": "openshift-ingress"}
2026-09-16T18:48:24Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-4dfacb"}, "namespace": "ai-tenant-e2e-api-b-4dfacb", "name": "openshift-service-ca.crt", "reconcileID": "3b43e3db-7a13-4b8e-8d5d-998dadb8dfba", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-4dfacb"}
2026-09-16T18:48:24Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-4dfacb"}, "namespace": "ai-tenant-e2e-api-b-4dfacb", "name": "odh-trusted-ca-bundle", "reconcileID": "8bf0406e-070b-4ad5-9585-b5cf306024ad", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4dfacb"}
2026-09-16T18:48:25Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-4dfacb"}, "namespace": "ai-tenant-e2e-api-b-4dfacb", "name": "openshift-service-ca.crt", "reconcileID": "7c30306c-bf96-46bf-8549-edcd3c4eba67", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-4dfacb", "create": "odh-kserve-custom-ca-bundle"}
2026-09-16T18:48:25Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-4dfacb"}, "namespace": "ai-tenant-e2e-api-b-4dfacb", "name": "openshift-service-ca.crt", "reconcileID": "7c30306c-bf96-46bf-8549-edcd3c4eba67", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-4dfacb"}
2026-09-16T18:48:25Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4dfacb"}, "namespace": "ai-tenant-e2e-api-b-4dfacb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a8df98b1-3098-409a-a6ba-9afffa6e9dbe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4dfacb"}
2026-09-16T18:48:25Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-4dfacb"}, "namespace": "ai-tenant-e2e-api-b-4dfacb", "name": "openshift-service-ca.crt", "reconcileID": "a5b07d93-332f-4af0-8969-5cfa52fbab6b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-4dfacb"}
2026-09-16T18:48:25Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-4dfacb"}, "namespace": "ai-tenant-e2e-api-b-4dfacb", "name": "odh-trusted-ca-bundle", "reconcileID": "97667bf0-4313-4ef3-afb8-860c4f84d7cf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4dfacb", "update": "odh-kserve-custom-ca-bundle"}
2026-09-16T18:48:25Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-4dfacb"}, "namespace": "ai-tenant-e2e-api-b-4dfacb", "name": "odh-trusted-ca-bundle", "reconcileID": "97667bf0-4313-4ef3-afb8-860c4f84d7cf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4dfacb"}
2026-09-16T18:48:25Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4dfacb"}, "namespace": "ai-tenant-e2e-api-b-4dfacb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "523548a1-c75f-4059-a9f7-02c51c07916f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4dfacb"}
2026-09-16T18:48:28Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4dfacb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb", "reconcileID": "ad76f92c-122e-4a03-b796-7b903ea01e60", "Gateway": "e2e-api-b-4dfacb", "namespace": "openshift-ingress"}
2026-09-16T18:48:28Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4dfacb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb", "reconcileID": "ad76f92c-122e-4a03-b796-7b903ea01e60", "Gateway": "e2e-api-b-4dfacb", "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb-authn-ssl"}
2026-09-16T18:48:29Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4dfacb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb", "reconcileID": "ad76f92c-122e-4a03-b796-7b903ea01e60", "Gateway": "e2e-api-b-4dfacb", "namespace": "openshift-ingress"}
2026-09-16T18:48:38Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4dfacb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb", "reconcileID": "b3fe9be9-64dc-40be-8701-0057cc4df36e", "Gateway": "e2e-api-b-4dfacb", "namespace": "openshift-ingress"}
2026-09-16T18:48:38Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4dfacb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb", "reconcileID": "b3fe9be9-64dc-40be-8701-0057cc4df36e", "Gateway": "e2e-api-b-4dfacb", "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb-authn-ssl"}
2026-09-16T18:48:38Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4dfacb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb", "reconcileID": "b3fe9be9-64dc-40be-8701-0057cc4df36e", "Gateway": "e2e-api-b-4dfacb", "namespace": "openshift-ingress"}
2026-09-16T18:48:42Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-w4-d8a600", "reconcileID": "1ab0ffad-b16f-49ba-bffe-f004ec622bef", "LLMInferenceService": "distinct-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:48:42Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-w4-d8a600", "reconcileID": "1ab0ffad-b16f-49ba-bffe-f004ec622bef", "LLMInferenceService": "distinct-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:48:42Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-w4-d8a600", "reconcileID": "1ab0ffad-b16f-49ba-bffe-f004ec622bef", "LLMInferenceService": "distinct-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:48:42Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-w4-d8a600", "reconcileID": "1ab0ffad-b16f-49ba-bffe-f004ec622bef", "LLMInferenceService": "distinct-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-w4-d8a600-kserve-route-authn"}
2026-09-16T18:48:42Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-w4-d8a600", "reconcileID": "1ab0ffad-b16f-49ba-bffe-f004ec622bef", "LLMInferenceService": "distinct-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600", "authType": "userdefined"}
2026-09-16T18:48:42Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-w4-d8a600", "reconcileID": "1ab0ffad-b16f-49ba-bffe-f004ec622bef", "LLMInferenceService": "distinct-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:48:43Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "premium-w4-d8a600", "reconcileID": "55e14d2e-3eb6-4e64-ae00-8b09c37134d6", "LLMInferenceService": "premium-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:48:43Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "premium-w4-d8a600", "reconcileID": "55e14d2e-3eb6-4e64-ae00-8b09c37134d6", "LLMInferenceService": "premium-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:48:43Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "premium-w4-d8a600", "reconcileID": "55e14d2e-3eb6-4e64-ae00-8b09c37134d6", "LLMInferenceService": "premium-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:48:43Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "premium-w4-d8a600", "reconcileID": "55e14d2e-3eb6-4e64-ae00-8b09c37134d6", "LLMInferenceService": "premium-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "premium-w4-d8a600-kserve-route-authn"}
2026-09-16T18:48:43Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "premium-w4-d8a600", "reconcileID": "55e14d2e-3eb6-4e64-ae00-8b09c37134d6", "LLMInferenceService": "premium-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600", "authType": "userdefined"}
2026-09-16T18:48:43Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "premium-w4-d8a600", "reconcileID": "55e14d2e-3eb6-4e64-ae00-8b09c37134d6", "LLMInferenceService": "premium-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:48:44Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "simulator-w4-d8a600", "reconcileID": "4eca24fd-188a-48af-9fb2-9995b7bf0256", "LLMInferenceService": "simulator-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:48:44Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "simulator-w4-d8a600", "reconcileID": "4eca24fd-188a-48af-9fb2-9995b7bf0256", "LLMInferenceService": "simulator-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:48:44Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "simulator-w4-d8a600", "reconcileID": "4eca24fd-188a-48af-9fb2-9995b7bf0256", "LLMInferenceService": "simulator-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:48:44Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "simulator-w4-d8a600", "reconcileID": "4eca24fd-188a-48af-9fb2-9995b7bf0256", "LLMInferenceService": "simulator-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "simulator-w4-d8a600-kserve-route-authn"}
2026-09-16T18:48:44Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "simulator-w4-d8a600", "reconcileID": "4eca24fd-188a-48af-9fb2-9995b7bf0256", "LLMInferenceService": "simulator-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600", "authType": "userdefined"}
2026-09-16T18:48:44Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "simulator-w4-d8a600", "reconcileID": "4eca24fd-188a-48af-9fb2-9995b7bf0256", "LLMInferenceService": "simulator-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:48:44Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-2-w4-d8a600", "reconcileID": "f43293a7-a5a9-4751-bfd5-597d83bd131c", "LLMInferenceService": "distinct-2-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:48:44Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-2-w4-d8a600", "reconcileID": "f43293a7-a5a9-4751-bfd5-597d83bd131c", "LLMInferenceService": "distinct-2-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:48:44Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-2-w4-d8a600", "reconcileID": "f43293a7-a5a9-4751-bfd5-597d83bd131c", "LLMInferenceService": "distinct-2-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:48:44Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-2-w4-d8a600", "reconcileID": "f43293a7-a5a9-4751-bfd5-597d83bd131c", "LLMInferenceService": "distinct-2-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-2-w4-d8a600-kserve-route-authn"}
2026-09-16T18:48:44Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-2-w4-d8a600", "reconcileID": "f43293a7-a5a9-4751-bfd5-597d83bd131c", "LLMInferenceService": "distinct-2-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600", "authType": "userdefined"}
2026-09-16T18:48:44Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-2-w4-d8a600", "reconcileID": "f43293a7-a5a9-4751-bfd5-597d83bd131c", "LLMInferenceService": "distinct-2-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:48:50Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-d8a600","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-d8a600", "reconcileID": "9a3822d4-a7d4-4d7b-9184-c945c149e8fc", "Gateway": "e2e-worker-w4-d8a600", "namespace": "openshift-ingress"}
2026-09-16T18:48:50Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-d8a600","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-d8a600", "reconcileID": "9a3822d4-a7d4-4d7b-9184-c945c149e8fc", "Gateway": "e2e-worker-w4-d8a600", "namespace": "openshift-ingress", "name": "e2e-worker-w4-d8a600-authn-ssl"}
2026-09-16T18:48:50Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-d8a600","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-d8a600", "reconcileID": "9a3822d4-a7d4-4d7b-9184-c945c149e8fc", "Gateway": "e2e-worker-w4-d8a600", "namespace": "openshift-ingress"}
2026-09-16T18:48:56Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w4-d8a600"}, "namespace": "ai-tenant-e2e-worker-w4-d8a600", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "627d91a7-31dc-41c9-b527-90454531a2df", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-worker-w4-d8a600"}
2026-09-16T18:48:56Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w4-d8a600"}, "namespace": "ai-tenant-e2e-worker-w4-d8a600", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "627d91a7-31dc-41c9-b527-90454531a2df", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-worker-w4-d8a600", "create": "odh-kserve-custom-ca-bundle"}
2026-09-16T18:48:56Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w4-d8a600"}, "namespace": "ai-tenant-e2e-worker-w4-d8a600", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "627d91a7-31dc-41c9-b527-90454531a2df", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w4-d8a600 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-16T18:48:56Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-worker-w4-d8a600"}, "namespace": "ai-tenant-e2e-worker-w4-d8a600", "name": "odh-trusted-ca-bundle", "reconcileID": "9cf5c503-2890-4253-a910-ef61d8d26309", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-worker-w4-d8a600"}
2026-09-16T18:48:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-worker-w4-d8a600"}, "namespace": "ai-tenant-e2e-worker-w4-d8a600", "name": "odh-trusted-ca-bundle", "reconcileID": "9cf5c503-2890-4253-a910-ef61d8d26309", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-worker-w4-d8a600"}
2026-09-16T18:48:56Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-worker-w4-d8a600"}, "namespace": "ai-tenant-e2e-worker-w4-d8a600", "name": "openshift-service-ca.crt", "reconcileID": "deba34ca-b98f-4511-8f2e-6d77abdb8e9f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-worker-w4-d8a600"}
2026-09-16T18:48:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-worker-w4-d8a600"}, "namespace": "ai-tenant-e2e-worker-w4-d8a600", "name": "openshift-service-ca.crt", "reconcileID": "deba34ca-b98f-4511-8f2e-6d77abdb8e9f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-worker-w4-d8a600"}
2026-09-16T18:48:56Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w4-d8a600"}, "namespace": "ai-tenant-e2e-worker-w4-d8a600", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d54525cc-4536-41d3-8ad9-056776a6d63d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-worker-w4-d8a600"}
2026-09-16T18:48:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w4-d8a600"}, "namespace": "ai-tenant-e2e-worker-w4-d8a600", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d54525cc-4536-41d3-8ad9-056776a6d63d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-worker-w4-d8a600"}
2026-09-16T18:48:57Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-d8a600","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-d8a600", "reconcileID": "6a49273b-5100-4909-b341-41cf2f2d2877", "Gateway": "e2e-worker-w4-d8a600", "namespace": "openshift-ingress"}
2026-09-16T18:48:58Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-2-w4-d8a600", "reconcileID": "8d4a9f2b-a126-461c-acc4-d0511db7861e", "LLMInferenceService": "distinct-2-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:48:58Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-2-w4-d8a600", "reconcileID": "8d4a9f2b-a126-461c-acc4-d0511db7861e", "LLMInferenceService": "distinct-2-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:48:58Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-2-w4-d8a600", "reconcileID": "8d4a9f2b-a126-461c-acc4-d0511db7861e", "LLMInferenceService": "distinct-2-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:48:58Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-2-w4-d8a600", "reconcileID": "8d4a9f2b-a126-461c-acc4-d0511db7861e", "LLMInferenceService": "distinct-2-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-2-w4-d8a600-kserve-route-authn"}
2026-09-16T18:48:58Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-2-w4-d8a600", "reconcileID": "8d4a9f2b-a126-461c-acc4-d0511db7861e", "LLMInferenceService": "distinct-2-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600", "authType": "userdefined"}
2026-09-16T18:48:58Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-2-w4-d8a600", "reconcileID": "8d4a9f2b-a126-461c-acc4-d0511db7861e", "LLMInferenceService": "distinct-2-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:48:59Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-w4-d8a600", "reconcileID": "79d7cd3d-5c81-4ef7-9723-473e16808645", "LLMInferenceService": "distinct-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:48:59Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-w4-d8a600", "reconcileID": "79d7cd3d-5c81-4ef7-9723-473e16808645", "LLMInferenceService": "distinct-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:48:59Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-w4-d8a600", "reconcileID": "79d7cd3d-5c81-4ef7-9723-473e16808645", "LLMInferenceService": "distinct-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:48:59Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-w4-d8a600", "reconcileID": "79d7cd3d-5c81-4ef7-9723-473e16808645", "LLMInferenceService": "distinct-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-w4-d8a600-kserve-route-authn"}
2026-09-16T18:48:59Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-w4-d8a600", "reconcileID": "79d7cd3d-5c81-4ef7-9723-473e16808645", "LLMInferenceService": "distinct-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600", "authType": "userdefined"}
2026-09-16T18:48:59Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-w4-d8a600", "reconcileID": "79d7cd3d-5c81-4ef7-9723-473e16808645", "LLMInferenceService": "distinct-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:48:59Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "premium-w4-d8a600", "reconcileID": "8f65be22-c6b3-4f5b-831e-8fc262148c32", "LLMInferenceService": "premium-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:48:59Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "premium-w4-d8a600", "reconcileID": "8f65be22-c6b3-4f5b-831e-8fc262148c32", "LLMInferenceService": "premium-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:48:59Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "premium-w4-d8a600", "reconcileID": "8f65be22-c6b3-4f5b-831e-8fc262148c32", "LLMInferenceService": "premium-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:48:59Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "premium-w4-d8a600", "reconcileID": "8f65be22-c6b3-4f5b-831e-8fc262148c32", "LLMInferenceService": "premium-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "premium-w4-d8a600-kserve-route-authn"}
2026-09-16T18:48:59Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "premium-w4-d8a600", "reconcileID": "8f65be22-c6b3-4f5b-831e-8fc262148c32", "LLMInferenceService": "premium-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600", "authType": "userdefined"}
2026-09-16T18:48:59Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "premium-w4-d8a600", "reconcileID": "8f65be22-c6b3-4f5b-831e-8fc262148c32", "LLMInferenceService": "premium-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:49:00Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "simulator-w4-d8a600", "reconcileID": "08aa2fae-06f6-4ed1-9edf-1aa6d3e4fe69", "LLMInferenceService": "simulator-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:49:00Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "simulator-w4-d8a600", "reconcileID": "08aa2fae-06f6-4ed1-9edf-1aa6d3e4fe69", "LLMInferenceService": "simulator-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:49:00Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "simulator-w4-d8a600", "reconcileID": "08aa2fae-06f6-4ed1-9edf-1aa6d3e4fe69", "LLMInferenceService": "simulator-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:49:00Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "simulator-w4-d8a600", "reconcileID": "08aa2fae-06f6-4ed1-9edf-1aa6d3e4fe69", "LLMInferenceService": "simulator-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "simulator-w4-d8a600-kserve-route-authn"}
2026-09-16T18:49:00Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "simulator-w4-d8a600", "reconcileID": "08aa2fae-06f6-4ed1-9edf-1aa6d3e4fe69", "LLMInferenceService": "simulator-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600", "authType": "userdefined"}
2026-09-16T18:49:00Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "simulator-w4-d8a600", "reconcileID": "08aa2fae-06f6-4ed1-9edf-1aa6d3e4fe69", "LLMInferenceService": "simulator-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:49:03Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f16eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb", "reconcileID": "995a1018-8525-45cd-a868-fc858e32c1a9", "Gateway": "e2e-api-a-1f16eb", "namespace": "openshift-ingress"}
2026-09-16T18:49:03Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f16eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb", "reconcileID": "995a1018-8525-45cd-a868-fc858e32c1a9", "Gateway": "e2e-api-a-1f16eb", "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb-authn-ssl"}
2026-09-16T18:49:03Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f16eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb", "reconcileID": "995a1018-8525-45cd-a868-fc858e32c1a9", "Gateway": "e2e-api-a-1f16eb", "namespace": "openshift-ingress"}
2026-09-16T18:49:10Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f16eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb", "reconcileID": "21da7891-c36e-4f13-a063-f6fc747f3e38", "Gateway": "e2e-api-a-1f16eb", "namespace": "openshift-ingress"}
2026-09-16T18:49:10Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f16eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb", "reconcileID": "21da7891-c36e-4f13-a063-f6fc747f3e38", "Gateway": "e2e-api-a-1f16eb", "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb-authn-ssl"}
2026-09-16T18:49:10Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f16eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb", "reconcileID": "21da7891-c36e-4f13-a063-f6fc747f3e38", "Gateway": "e2e-api-a-1f16eb", "namespace": "openshift-ingress"}
2026-09-16T18:49:10Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-1f16eb"}, "namespace": "ai-tenant-e2e-api-a-1f16eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a69bb88-89ed-4a9f-bb8f-1274bb134510", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1f16eb"}
2026-09-16T18:49:10Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-1f16eb"}, "namespace": "ai-tenant-e2e-api-a-1f16eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a69bb88-89ed-4a9f-bb8f-1274bb134510", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1f16eb", "create": "odh-kserve-custom-ca-bundle"}
2026-09-16T18:49:10Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-1f16eb"}, "namespace": "ai-tenant-e2e-api-a-1f16eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a69bb88-89ed-4a9f-bb8f-1274bb134510", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-1f16eb because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-16T18:49:10Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-1f16eb"}, "namespace": "ai-tenant-e2e-api-a-1f16eb", "name": "odh-trusted-ca-bundle", "reconcileID": "d5a2d7a4-a482-4178-a969-a344fa347c70", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1f16eb"}
2026-09-16T18:49:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-1f16eb"}, "namespace": "ai-tenant-e2e-api-a-1f16eb", "name": "odh-trusted-ca-bundle", "reconcileID": "d5a2d7a4-a482-4178-a969-a344fa347c70", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1f16eb"}
2026-09-16T18:49:10Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-1f16eb"}, "namespace": "ai-tenant-e2e-api-a-1f16eb", "name": "openshift-service-ca.crt", "reconcileID": "6ceab822-d294-41d6-b622-22c75017ce13", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-1f16eb"}
2026-09-16T18:49:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-1f16eb"}, "namespace": "ai-tenant-e2e-api-a-1f16eb", "name": "openshift-service-ca.crt", "reconcileID": "6ceab822-d294-41d6-b622-22c75017ce13", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-1f16eb"}
2026-09-16T18:49:10Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-1f16eb"}, "namespace": "ai-tenant-e2e-api-a-1f16eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f174742-794c-4b57-a604-cf7d2d972782", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1f16eb"}
2026-09-16T18:49:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-1f16eb"}, "namespace": "ai-tenant-e2e-api-a-1f16eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f174742-794c-4b57-a604-cf7d2d972782", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1f16eb"}
2026-09-16T18:49:11Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f16eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f16eb", "reconcileID": "5b130ab5-a32c-49a4-ba16-e8c49522e547", "Gateway": "e2e-api-a-1f16eb", "namespace": "openshift-ingress"}
2026-09-16T18:49:16Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8ffd4f5-c4b6-43e1-8be0-7e43685154c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:49:16Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8ffd4f5-c4b6-43e1-8be0-7e43685154c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-models-e2e-worker-w4-d8a600", "create": "odh-kserve-custom-ca-bundle"}
2026-09-16T18:49:16Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8ffd4f5-c4b6-43e1-8be0-7e43685154c1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d8a600 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-16T18:49:16Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "odh-trusted-ca-bundle", "reconcileID": "11f1bfd6-fe3a-4747-b8bc-e7c1d9d21248", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:49:16Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "odh-trusted-ca-bundle", "reconcileID": "11f1bfd6-fe3a-4747-b8bc-e7c1d9d21248", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:49:16Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "openshift-service-ca.crt", "reconcileID": "ecb4ff48-8994-4510-8df1-3444a07dbddc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:49:16Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "openshift-service-ca.crt", "reconcileID": "ecb4ff48-8994-4510-8df1-3444a07dbddc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:49:16Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "881f07aa-8b64-4e8e-98d6-8d7acde05fbe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:49:16Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "881f07aa-8b64-4e8e-98d6-8d7acde05fbe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:49:16Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-2-w4-d8a600", "reconcileID": "8a488e1e-2717-447c-9fdb-a69e0df18895", "LLMInferenceService": "distinct-2-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:49:16Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-2-w4-d8a600", "reconcileID": "8a488e1e-2717-447c-9fdb-a69e0df18895", "LLMInferenceService": "distinct-2-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-2-w4-d8a600"}
2026-09-16T18:49:16Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-2-w4-d8a600", "reconcileID": "8a488e1e-2717-447c-9fdb-a69e0df18895", "LLMInferenceService": "distinct-2-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:49:16Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-2-w4-d8a600", "reconcileID": "8a488e1e-2717-447c-9fdb-a69e0df18895", "LLMInferenceService": "distinct-2-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:49:16Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-2-w4-d8a600", "reconcileID": "8a488e1e-2717-447c-9fdb-a69e0df18895", "LLMInferenceService": "distinct-2-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-2-w4-d8a600-kserve-route-authn"}
2026-09-16T18:49:16Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-2-w4-d8a600", "reconcileID": "8a488e1e-2717-447c-9fdb-a69e0df18895", "LLMInferenceService": "distinct-2-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-2-w4-d8a600-kserve-route-authn"}
2026-09-16T18:49:16Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-w4-d8a600", "reconcileID": "33c04f13-49a6-473e-9549-f02feb23fe52", "LLMInferenceService": "distinct-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:49:16Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-w4-d8a600", "reconcileID": "33c04f13-49a6-473e-9549-f02feb23fe52", "LLMInferenceService": "distinct-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-w4-d8a600"}
2026-09-16T18:49:16Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-w4-d8a600", "reconcileID": "33c04f13-49a6-473e-9549-f02feb23fe52", "LLMInferenceService": "distinct-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:49:16Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-w4-d8a600", "reconcileID": "33c04f13-49a6-473e-9549-f02feb23fe52", "LLMInferenceService": "distinct-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:49:16Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-w4-d8a600", "reconcileID": "33c04f13-49a6-473e-9549-f02feb23fe52", "LLMInferenceService": "distinct-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-w4-d8a600-kserve-route-authn"}
2026-09-16T18:49:16Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-w4-d8a600", "reconcileID": "33c04f13-49a6-473e-9549-f02feb23fe52", "LLMInferenceService": "distinct-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-w4-d8a600-kserve-route-authn"}
2026-09-16T18:49:16Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "premium-w4-d8a600", "reconcileID": "39f2fa79-9dbe-43a5-a927-dbdbc12cbf62", "LLMInferenceService": "premium-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:49:16Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "premium-w4-d8a600", "reconcileID": "39f2fa79-9dbe-43a5-a927-dbdbc12cbf62", "LLMInferenceService": "premium-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "premium-w4-d8a600"}
2026-09-16T18:49:16Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "premium-w4-d8a600", "reconcileID": "39f2fa79-9dbe-43a5-a927-dbdbc12cbf62", "LLMInferenceService": "premium-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:49:16Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "premium-w4-d8a600", "reconcileID": "39f2fa79-9dbe-43a5-a927-dbdbc12cbf62", "LLMInferenceService": "premium-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:49:16Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "premium-w4-d8a600", "reconcileID": "39f2fa79-9dbe-43a5-a927-dbdbc12cbf62", "LLMInferenceService": "premium-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "premium-w4-d8a600-kserve-route-authn"}
2026-09-16T18:49:16Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "premium-w4-d8a600", "reconcileID": "39f2fa79-9dbe-43a5-a927-dbdbc12cbf62", "LLMInferenceService": "premium-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "premium-w4-d8a600-kserve-route-authn"}
2026-09-16T18:49:16Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "simulator-w4-d8a600", "reconcileID": "25e00ebd-e075-4975-8a0a-a3055d678c7f", "LLMInferenceService": "simulator-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:49:16Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "simulator-w4-d8a600", "reconcileID": "25e00ebd-e075-4975-8a0a-a3055d678c7f", "LLMInferenceService": "simulator-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "simulator-w4-d8a600"}
2026-09-16T18:49:16Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "simulator-w4-d8a600", "reconcileID": "25e00ebd-e075-4975-8a0a-a3055d678c7f", "LLMInferenceService": "simulator-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:49:16Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "simulator-w4-d8a600", "reconcileID": "25e00ebd-e075-4975-8a0a-a3055d678c7f", "LLMInferenceService": "simulator-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:49:16Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "simulator-w4-d8a600", "reconcileID": "25e00ebd-e075-4975-8a0a-a3055d678c7f", "LLMInferenceService": "simulator-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "simulator-w4-d8a600-kserve-route-authn"}
2026-09-16T18:49:16Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "simulator-w4-d8a600", "reconcileID": "25e00ebd-e075-4975-8a0a-a3055d678c7f", "LLMInferenceService": "simulator-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "simulator-w4-d8a600-kserve-route-authn"}
2026-09-16T18:49:16Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "simulator-w4-d8a600", "reconcileID": "25e00ebd-e075-4975-8a0a-a3055d678c7f", "LLMInferenceService": "simulator-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:49:16Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "simulator-w4-d8a600", "reconcileID": "25e00ebd-e075-4975-8a0a-a3055d678c7f", "LLMInferenceService": "simulator-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:49:16Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-d8a600","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-d8a600", "reconcileID": "48f44a46-3cb5-425a-a82f-8a0d7e4513c2", "Gateway": "e2e-worker-w4-d8a600", "namespace": "openshift-ingress"}
2026-09-16T18:49:16Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-2-w4-d8a600", "reconcileID": "6a9316d5-31ba-40b8-a5d0-89c79794cbf6", "LLMInferenceService": "distinct-2-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:49:17Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-d8a600","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-d8a600", "reconcileID": "bc51fb41-cec4-4532-bde6-2fda16a9bea1", "Gateway": "e2e-worker-w4-d8a600", "namespace": "openshift-ingress"}
2026-09-16T18:49:17Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "distinct-w4-d8a600", "reconcileID": "d10d23fd-acbe-457a-8193-d20c8429ead5", "LLMInferenceService": "distinct-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:49:17Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-d8a600","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-d8a600", "reconcileID": "7ae83484-88e4-4af2-b558-8bc0a91d3041", "Gateway": "e2e-worker-w4-d8a600", "namespace": "openshift-ingress"}
2026-09-16T18:49:17Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "premium-w4-d8a600", "reconcileID": "a264ec45-339a-4914-b07b-d0f2f520ec55", "LLMInferenceService": "premium-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:49:17Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-d8a600","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-d8a600", "reconcileID": "fe760a7a-48fa-4f6e-af0b-10957b334146", "Gateway": "e2e-worker-w4-d8a600", "namespace": "openshift-ingress"}
2026-09-16T18:49:17Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-d8a600","namespace":"e2e-models-e2e-worker-w4-d8a600"}, "namespace": "e2e-models-e2e-worker-w4-d8a600", "name": "simulator-w4-d8a600", "reconcileID": "25577992-e9ef-4bf4-98a0-f088211bf9a9", "LLMInferenceService": "simulator-w4-d8a600", "namespace": "e2e-models-e2e-worker-w4-d8a600"}
2026-09-16T18:49:27Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4dfacb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb", "reconcileID": "8678f36e-076c-4643-b1f7-ecd6670ab570", "Gateway": "e2e-api-b-4dfacb", "namespace": "openshift-ingress"}
2026-09-16T18:49:27Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4dfacb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb", "reconcileID": "8678f36e-076c-4643-b1f7-ecd6670ab570", "Gateway": "e2e-api-b-4dfacb", "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb-authn-ssl"}
2026-09-16T18:49:27Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4dfacb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb", "reconcileID": "8678f36e-076c-4643-b1f7-ecd6670ab570", "Gateway": "e2e-api-b-4dfacb", "namespace": "openshift-ingress"}
2026-09-16T18:49:31Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4dfacb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb", "reconcileID": "b240f625-f9eb-40f9-98f7-8a0627aced96", "Gateway": "e2e-api-b-4dfacb", "namespace": "openshift-ingress"}
2026-09-16T18:49:31Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4dfacb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb", "reconcileID": "b240f625-f9eb-40f9-98f7-8a0627aced96", "Gateway": "e2e-api-b-4dfacb", "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb-authn-ssl"}
2026-09-16T18:49:31Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4dfacb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb", "reconcileID": "b240f625-f9eb-40f9-98f7-8a0627aced96", "Gateway": "e2e-api-b-4dfacb", "namespace": "openshift-ingress"}
2026-09-16T18:49:33Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4dfacb"}, "namespace": "ai-tenant-e2e-api-b-4dfacb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "639f83ce-3bf4-4ad0-be85-ba59bea9ef3d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4dfacb"}
2026-09-16T18:49:33Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4dfacb"}, "namespace": "ai-tenant-e2e-api-b-4dfacb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "639f83ce-3bf4-4ad0-be85-ba59bea9ef3d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4dfacb", "create": "odh-kserve-custom-ca-bundle"}
2026-09-16T18:49:33Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4dfacb"}, "namespace": "ai-tenant-e2e-api-b-4dfacb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "639f83ce-3bf4-4ad0-be85-ba59bea9ef3d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-4dfacb because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-16T18:49:33Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-4dfacb"}, "namespace": "ai-tenant-e2e-api-b-4dfacb", "name": "odh-trusted-ca-bundle", "reconcileID": "1160f832-3e84-4bbd-bfbb-fba799fc6d22", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4dfacb"}
2026-09-16T18:49:33Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-4dfacb"}, "namespace": "ai-tenant-e2e-api-b-4dfacb", "name": "odh-trusted-ca-bundle", "reconcileID": "1160f832-3e84-4bbd-bfbb-fba799fc6d22", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4dfacb"}
2026-09-16T18:49:33Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-4dfacb"}, "namespace": "ai-tenant-e2e-api-b-4dfacb", "name": "openshift-service-ca.crt", "reconcileID": "46a3dddb-55ea-4f81-b403-ad4f2ddaede0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-4dfacb"}
2026-09-16T18:49:33Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-4dfacb"}, "namespace": "ai-tenant-e2e-api-b-4dfacb", "name": "openshift-service-ca.crt", "reconcileID": "46a3dddb-55ea-4f81-b403-ad4f2ddaede0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-4dfacb"}
2026-09-16T18:49:33Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4dfacb"}, "namespace": "ai-tenant-e2e-api-b-4dfacb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7786de0b-b247-4115-8529-6209e1f83d2b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4dfacb"}
2026-09-16T18:49:33Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4dfacb"}, "namespace": "ai-tenant-e2e-api-b-4dfacb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7786de0b-b247-4115-8529-6209e1f83d2b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4dfacb"}
2026-09-16T18:49:34Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4dfacb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4dfacb", "reconcileID": "0fcdc9c1-cb42-4f35-abd9-41b095d16639", "Gateway": "e2e-api-b-4dfacb", "namespace": "openshift-ingress"}
2026-09-16T18:49:45Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-04899e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-04899e", "reconcileID": "1fb1ba21-2c1c-466c-b9fe-7c01074c39b3", "Gateway": "e2e-shared-a-w2-04899e", "namespace": "openshift-ingress"}
2026-09-16T18:49:45Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-04899e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-04899e", "reconcileID": "1fb1ba21-2c1c-466c-b9fe-7c01074c39b3", "Gateway": "e2e-shared-a-w2-04899e", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-04899e-authn-ssl"}
2026-09-16T18:49:45Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-04899e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-04899e", "reconcileID": "1fb1ba21-2c1c-466c-b9fe-7c01074c39b3", "Gateway": "e2e-shared-a-w2-04899e", "namespace": "openshift-ingress"}
2026-09-16T18:49:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-04899e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-04899e", "reconcileID": "c5b3292d-e7ac-42e8-820e-08e8e37aebb9", "Gateway": "e2e-shared-a-w2-04899e", "namespace": "openshift-ingress"}
2026-09-16T18:49:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-04899e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-04899e", "reconcileID": "c5b3292d-e7ac-42e8-820e-08e8e37aebb9", "Gateway": "e2e-shared-a-w2-04899e", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-04899e-authn-ssl"}
2026-09-16T18:49:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-04899e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-04899e", "reconcileID": "c5b3292d-e7ac-42e8-820e-08e8e37aebb9", "Gateway": "e2e-shared-a-w2-04899e", "namespace": "openshift-ingress"}
2026-09-16T18:49:51Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-04899e"}, "namespace": "ai-tenant-e2e-shared-a-w2-04899e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d2c941fc-7351-4a81-b4bd-2f0a1b38845d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-04899e"}
2026-09-16T18:49:51Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-04899e"}, "namespace": "ai-tenant-e2e-shared-a-w2-04899e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d2c941fc-7351-4a81-b4bd-2f0a1b38845d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-04899e", "create": "odh-kserve-custom-ca-bundle"}
2026-09-16T18:49:51Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-04899e"}, "namespace": "ai-tenant-e2e-shared-a-w2-04899e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d2c941fc-7351-4a81-b4bd-2f0a1b38845d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-04899e because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-16T18:49:51Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-04899e"}, "namespace": "ai-tenant-e2e-shared-a-w2-04899e", "name": "odh-trusted-ca-bundle", "reconcileID": "6926ba6e-1f35-41ea-92a6-7abed557a23d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-04899e"}
2026-09-16T18:49:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-04899e"}, "namespace": "ai-tenant-e2e-shared-a-w2-04899e", "name": "odh-trusted-ca-bundle", "reconcileID": "6926ba6e-1f35-41ea-92a6-7abed557a23d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-04899e"}
2026-09-16T18:49:51Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-04899e"}, "namespace": "ai-tenant-e2e-shared-a-w2-04899e", "name": "openshift-service-ca.crt", "reconcileID": "9be188f1-b0e2-41f8-afa4-1f671bfbe13a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-04899e"}
2026-09-16T18:49:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-04899e"}, "namespace": "ai-tenant-e2e-shared-a-w2-04899e", "name": "openshift-service-ca.crt", "reconcileID": "9be188f1-b0e2-41f8-afa4-1f671bfbe13a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-04899e"}
2026-09-16T18:49:51Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-04899e"}, "namespace": "ai-tenant-e2e-shared-a-w2-04899e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d979082-e839-45f9-8e66-323dfb4a44cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-04899e"}
2026-09-16T18:49:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-04899e"}, "namespace": "ai-tenant-e2e-shared-a-w2-04899e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d979082-e839-45f9-8e66-323dfb4a44cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-04899e"}
2026-09-16T18:49:52Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-04899e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-04899e", "reconcileID": "9cfd4c1b-5a39-48ab-9722-8be2c56022c5", "Gateway": "e2e-shared-a-w2-04899e", "namespace": "openshift-ingress"}
2026-09-16T18:50:03Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-520999","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-520999", "reconcileID": "8d09c868-7ad8-42b6-a00e-3a1fb1751d0d", "Gateway": "e2e-shared-b-w2-520999", "namespace": "openshift-ingress"}
2026-09-16T18:50:03Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-520999","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-520999", "reconcileID": "8d09c868-7ad8-42b6-a00e-3a1fb1751d0d", "Gateway": "e2e-shared-b-w2-520999", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-520999-authn-ssl"}
2026-09-16T18:50:03Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-520999","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-520999", "reconcileID": "8d09c868-7ad8-42b6-a00e-3a1fb1751d0d", "Gateway": "e2e-shared-b-w2-520999", "namespace": "openshift-ingress"}
2026-09-16T18:50:06Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-520999","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-520999", "reconcileID": "cb2a3db1-7c47-41ef-abab-3ab52862059f", "Gateway": "e2e-shared-b-w2-520999", "namespace": "openshift-ingress"}
2026-09-16T18:50:06Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-520999","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-520999", "reconcileID": "cb2a3db1-7c47-41ef-abab-3ab52862059f", "Gateway": "e2e-shared-b-w2-520999", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-520999-authn-ssl"}
2026-09-16T18:50:06Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-520999","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-520999", "reconcileID": "cb2a3db1-7c47-41ef-abab-3ab52862059f", "Gateway": "e2e-shared-b-w2-520999", "namespace": "openshift-ingress"}
2026-09-16T18:50:10Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-520999"}, "namespace": "ai-tenant-e2e-shared-b-w2-520999", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bcc60cab-5971-4683-a3b9-12b50191a5b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-520999"}
2026-09-16T18:50:10Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-520999"}, "namespace": "ai-tenant-e2e-shared-b-w2-520999", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bcc60cab-5971-4683-a3b9-12b50191a5b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-520999", "create": "odh-kserve-custom-ca-bundle"}
2026-09-16T18:50:10Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-520999"}, "namespace": "ai-tenant-e2e-shared-b-w2-520999", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bcc60cab-5971-4683-a3b9-12b50191a5b3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-520999 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-16T18:50:10Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-520999"}, "namespace": "ai-tenant-e2e-shared-b-w2-520999", "name": "odh-trusted-ca-bundle", "reconcileID": "519ef1a3-76eb-415d-ab3a-a4b886aed276", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-520999"}
2026-09-16T18:50:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-520999"}, "namespace": "ai-tenant-e2e-shared-b-w2-520999", "name": "odh-trusted-ca-bundle", "reconcileID": "519ef1a3-76eb-415d-ab3a-a4b886aed276", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-520999"}
2026-09-16T18:50:10Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-520999"}, "namespace": "ai-tenant-e2e-shared-b-w2-520999", "name": "openshift-service-ca.crt", "reconcileID": "129a8667-0e8c-466f-8f0d-33c4e9fef98f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-520999"}
2026-09-16T18:50:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-520999"}, "namespace": "ai-tenant-e2e-shared-b-w2-520999", "name": "openshift-service-ca.crt", "reconcileID": "129a8667-0e8c-466f-8f0d-33c4e9fef98f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-520999"}
2026-09-16T18:50:10Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-520999"}, "namespace": "ai-tenant-e2e-shared-b-w2-520999", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4b22d37-e71b-410e-a06b-05a67f49e7d3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-520999"}
2026-09-16T18:50:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-520999"}, "namespace": "ai-tenant-e2e-shared-b-w2-520999", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4b22d37-e71b-410e-a06b-05a67f49e7d3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-520999"}
2026-09-16T18:50:11Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-520999","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-520999", "reconcileID": "c2e402e9-b7d7-4697-813b-253ee586a91a", "Gateway": "e2e-shared-b-w2-520999", "namespace": "openshift-ingress"}
2026-09-16T18:50:58Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-16T18:50:58Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-16T18:50:58Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-16T18:50:58Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-16T18:54:19Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0583fa89", "reconcileID": "9f61846f-ef92-402b-a7f6-43662620bd9c", "LLMInferenceService": "e2e-same-id-a-0583fa89", "namespace": "llm"}
2026-09-16T18:54:19Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0583fa89", "reconcileID": "9f61846f-ef92-402b-a7f6-43662620bd9c", "LLMInferenceService": "e2e-same-id-a-0583fa89", "namespace": "llm"}
2026-09-16T18:54:19Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0583fa89", "reconcileID": "9f61846f-ef92-402b-a7f6-43662620bd9c", "LLMInferenceService": "e2e-same-id-a-0583fa89", "namespace": "llm"}
2026-09-16T18:54:19Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "152900a2-1d28-4de4-921d-97a6388d298d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-16T18:54:19Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0583fa89", "reconcileID": "9f61846f-ef92-402b-a7f6-43662620bd9c", "LLMInferenceService": "e2e-same-id-a-0583fa89", "namespace": "llm", "name": "e2e-same-id-a-0583fa89-kserve-route-authn"}
2026-09-16T18:54:19Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0583fa89", "reconcileID": "9f61846f-ef92-402b-a7f6-43662620bd9c", "LLMInferenceService": "e2e-same-id-a-0583fa89", "namespace": "llm", "authType": "userdefined"}
2026-09-16T18:54:19Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0583fa89", "reconcileID": "9f61846f-ef92-402b-a7f6-43662620bd9c", "LLMInferenceService": "e2e-same-id-a-0583fa89", "namespace": "llm"}
2026-09-16T18:54:19Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "152900a2-1d28-4de4-921d-97a6388d298d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-16T18:54:19Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "152900a2-1d28-4de4-921d-97a6388d298d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-16T18:54:19Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0583fa89", "reconcileID": "7aac07e9-e8fb-4467-80c7-a297c884635e", "LLMInferenceService": "e2e-same-id-a-0583fa89", "namespace": "llm"}
2026-09-16T18:54:19Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0583fa89", "reconcileID": "7aac07e9-e8fb-4467-80c7-a297c884635e", "LLMInferenceService": "e2e-same-id-a-0583fa89", "namespace": "llm"}
2026-09-16T18:54:19Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0583fa89", "reconcileID": "7aac07e9-e8fb-4467-80c7-a297c884635e", "LLMInferenceService": "e2e-same-id-a-0583fa89", "namespace": "llm"}
2026-09-16T18:54:19Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0583fa89", "reconcileID": "7aac07e9-e8fb-4467-80c7-a297c884635e", "LLMInferenceService": "e2e-same-id-a-0583fa89", "namespace": "llm", "name": "e2e-same-id-a-0583fa89-kserve-route-authn"}
2026-09-16T18:54:19Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0583fa89", "reconcileID": "7aac07e9-e8fb-4467-80c7-a297c884635e", "LLMInferenceService": "e2e-same-id-a-0583fa89", "namespace": "llm", "authType": "userdefined"}
2026-09-16T18:54:19Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0583fa89", "reconcileID": "7aac07e9-e8fb-4467-80c7-a297c884635e", "LLMInferenceService": "e2e-same-id-a-0583fa89", "namespace": "llm"}
2026-09-16T18:54:19Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0583fa89", "reconcileID": "f9881287-7972-47c9-8d80-cf0afe237ac4", "LLMInferenceService": "e2e-same-id-b-0583fa89", "namespace": "llm"}
2026-09-16T18:54:19Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0583fa89", "reconcileID": "f9881287-7972-47c9-8d80-cf0afe237ac4", "LLMInferenceService": "e2e-same-id-b-0583fa89", "namespace": "llm"}
2026-09-16T18:54:19Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0583fa89", "reconcileID": "f9881287-7972-47c9-8d80-cf0afe237ac4", "LLMInferenceService": "e2e-same-id-b-0583fa89", "namespace": "llm"}
2026-09-16T18:54:19Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3e9faba3-b5a2-4f3d-b327-8e7c146018d1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-16T18:54:19Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0583fa89", "reconcileID": "f9881287-7972-47c9-8d80-cf0afe237ac4", "LLMInferenceService": "e2e-same-id-b-0583fa89", "namespace": "llm", "name": "e2e-same-id-b-0583fa89-kserve-route-authn"}
2026-09-16T18:54:19Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0583fa89", "reconcileID": "f9881287-7972-47c9-8d80-cf0afe237ac4", "LLMInferenceService": "e2e-same-id-b-0583fa89", "namespace": "llm", "authType": "userdefined"}
2026-09-16T18:54:19Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0583fa89", "reconcileID": "f9881287-7972-47c9-8d80-cf0afe237ac4", "LLMInferenceService": "e2e-same-id-b-0583fa89", "namespace": "llm"}
2026-09-16T18:54:19Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3e9faba3-b5a2-4f3d-b327-8e7c146018d1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-16T18:54:19Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3e9faba3-b5a2-4f3d-b327-8e7c146018d1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-16T18:54:28Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5ac84113-f58a-4a53-9ec8-0652ccd30077", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-16T18:54:28Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5ac84113-f58a-4a53-9ec8-0652ccd30077", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-16T18:54:28Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5ac84113-f58a-4a53-9ec8-0652ccd30077", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-16T18:54:28Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0583fa89", "reconcileID": "42d241f7-9bf8-4044-9ba1-6e894a386682", "LLMInferenceService": "e2e-same-id-a-0583fa89", "namespace": "llm"}
2026-09-16T18:54:28Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0583fa89", "reconcileID": "42d241f7-9bf8-4044-9ba1-6e894a386682", "LLMInferenceService": "e2e-same-id-a-0583fa89", "namespace": "llm"}
2026-09-16T18:54:28Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0583fa89", "reconcileID": "42d241f7-9bf8-4044-9ba1-6e894a386682", "LLMInferenceService": "e2e-same-id-a-0583fa89", "namespace": "llm"}
2026-09-16T18:54:28Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0583fa89", "reconcileID": "42d241f7-9bf8-4044-9ba1-6e894a386682", "LLMInferenceService": "e2e-same-id-a-0583fa89", "namespace": "llm", "name": "e2e-same-id-a-0583fa89-kserve-route-authn"}
2026-09-16T18:54:28Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0583fa89", "reconcileID": "42d241f7-9bf8-4044-9ba1-6e894a386682", "LLMInferenceService": "e2e-same-id-a-0583fa89", "namespace": "llm", "authType": "userdefined"}
2026-09-16T18:54:28Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0583fa89", "reconcileID": "42d241f7-9bf8-4044-9ba1-6e894a386682", "LLMInferenceService": "e2e-same-id-a-0583fa89", "namespace": "llm"}
2026-09-16T18:54:29Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0583fa89", "reconcileID": "3e081c76-973b-42ad-bc97-1e3a9c29c2fd", "LLMInferenceService": "e2e-same-id-b-0583fa89", "namespace": "llm"}
2026-09-16T18:54:29Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0583fa89", "reconcileID": "3e081c76-973b-42ad-bc97-1e3a9c29c2fd", "LLMInferenceService": "e2e-same-id-b-0583fa89", "namespace": "llm"}
2026-09-16T18:54:29Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0583fa89", "reconcileID": "3e081c76-973b-42ad-bc97-1e3a9c29c2fd", "LLMInferenceService": "e2e-same-id-b-0583fa89", "namespace": "llm"}
2026-09-16T18:54:29Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0583fa89", "reconcileID": "3e081c76-973b-42ad-bc97-1e3a9c29c2fd", "LLMInferenceService": "e2e-same-id-b-0583fa89", "namespace": "llm", "name": "e2e-same-id-b-0583fa89-kserve-route-authn"}
2026-09-16T18:54:29Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0583fa89", "reconcileID": "3e081c76-973b-42ad-bc97-1e3a9c29c2fd", "LLMInferenceService": "e2e-same-id-b-0583fa89", "namespace": "llm", "authType": "userdefined"}
2026-09-16T18:54:29Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0583fa89", "reconcileID": "3e081c76-973b-42ad-bc97-1e3a9c29c2fd", "LLMInferenceService": "e2e-same-id-b-0583fa89", "namespace": "llm"}
2026-09-16T18:54:53Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "232c7171-1ed9-4114-aa35-3c1cb19ced45", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-16T18:54:53Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "232c7171-1ed9-4114-aa35-3c1cb19ced45", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-16T18:54:53Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "232c7171-1ed9-4114-aa35-3c1cb19ced45", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-16T18:54:54Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0583fa89", "reconcileID": "ed1ad083-735b-4ef7-b2c0-bbaa5c58d534", "LLMInferenceService": "e2e-same-id-b-0583fa89", "namespace": "llm"}
2026-09-16T18:54:54Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0583fa89", "reconcileID": "ed1ad083-735b-4ef7-b2c0-bbaa5c58d534", "LLMInferenceService": "e2e-same-id-b-0583fa89", "namespace": "llm"}
2026-09-16T18:54:54Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0583fa89", "reconcileID": "ed1ad083-735b-4ef7-b2c0-bbaa5c58d534", "LLMInferenceService": "e2e-same-id-b-0583fa89", "namespace": "llm"}
2026-09-16T18:54:54Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0583fa89", "reconcileID": "ed1ad083-735b-4ef7-b2c0-bbaa5c58d534", "LLMInferenceService": "e2e-same-id-b-0583fa89", "namespace": "llm", "name": "e2e-same-id-b-0583fa89-kserve-route-authn"}
2026-09-16T18:54:54Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0583fa89", "reconcileID": "ed1ad083-735b-4ef7-b2c0-bbaa5c58d534", "LLMInferenceService": "e2e-same-id-b-0583fa89", "namespace": "llm", "authType": "userdefined"}
2026-09-16T18:54:54Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0583fa89", "reconcileID": "ed1ad083-735b-4ef7-b2c0-bbaa5c58d534", "LLMInferenceService": "e2e-same-id-b-0583fa89", "namespace": "llm"}
2026-09-16T18:55:14Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0583fa89", "reconcileID": "5414db29-37d4-4eba-8994-7d74412bba08", "LLMInferenceService": "e2e-same-id-a-0583fa89", "namespace": "llm"}
2026-09-16T18:55:14Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0583fa89", "reconcileID": "5414db29-37d4-4eba-8994-7d74412bba08", "LLMInferenceService": "e2e-same-id-a-0583fa89", "namespace": "llm"}
2026-09-16T18:55:14Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0583fa89", "reconcileID": "5414db29-37d4-4eba-8994-7d74412bba08", "LLMInferenceService": "e2e-same-id-a-0583fa89", "namespace": "llm"}
2026-09-16T18:55:14Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0583fa89", "reconcileID": "5414db29-37d4-4eba-8994-7d74412bba08", "LLMInferenceService": "e2e-same-id-a-0583fa89", "namespace": "llm", "name": "e2e-same-id-a-0583fa89-kserve-route-authn"}
2026-09-16T18:55:14Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0583fa89", "reconcileID": "5414db29-37d4-4eba-8994-7d74412bba08", "LLMInferenceService": "e2e-same-id-a-0583fa89", "namespace": "llm", "authType": "userdefined"}
2026-09-16T18:55:14Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0583fa89", "reconcileID": "5414db29-37d4-4eba-8994-7d74412bba08", "LLMInferenceService": "e2e-same-id-a-0583fa89", "namespace": "llm"}
2026-09-16T18:55:38Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0583fa89", "reconcileID": "42399758-816c-4fbd-b09e-d601fa905e92", "LLMInferenceService": "e2e-same-id-b-0583fa89", "namespace": "llm"}
2026-09-16T18:55:38Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0583fa89", "reconcileID": "42399758-816c-4fbd-b09e-d601fa905e92", "LLMInferenceService": "e2e-same-id-b-0583fa89", "namespace": "llm"}
2026-09-16T18:55:38Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0583fa89", "reconcileID": "42399758-816c-4fbd-b09e-d601fa905e92", "LLMInferenceService": "e2e-same-id-b-0583fa89", "namespace": "llm"}
2026-09-16T18:55:38Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0583fa89", "reconcileID": "42399758-816c-4fbd-b09e-d601fa905e92", "LLMInferenceService": "e2e-same-id-b-0583fa89", "namespace": "llm", "name": "e2e-same-id-b-0583fa89-kserve-route-authn"}
2026-09-16T18:55:38Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0583fa89", "reconcileID": "42399758-816c-4fbd-b09e-d601fa905e92", "LLMInferenceService": "e2e-same-id-b-0583fa89", "namespace": "llm", "authType": "userdefined"}
2026-09-16T18:55:38Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0583fa89", "reconcileID": "42399758-816c-4fbd-b09e-d601fa905e92", "LLMInferenceService": "e2e-same-id-b-0583fa89", "namespace": "llm"}
2026-09-16T18:55:40Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0583fa89", "reconcileID": "eafbb19a-bbe1-4b3f-a796-a435f20e7601", "LLMInferenceService": "e2e-same-id-a-0583fa89", "namespace": "llm"}
2026-09-16T18:55:40Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0583fa89", "reconcileID": "eafbb19a-bbe1-4b3f-a796-a435f20e7601", "LLMInferenceService": "e2e-same-id-a-0583fa89", "namespace": "llm", "name": "e2e-same-id-a-0583fa89"}
2026-09-16T18:55:40Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0583fa89", "reconcileID": "eafbb19a-bbe1-4b3f-a796-a435f20e7601", "LLMInferenceService": "e2e-same-id-a-0583fa89", "namespace": "llm"}
2026-09-16T18:55:40Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0583fa89", "reconcileID": "eafbb19a-bbe1-4b3f-a796-a435f20e7601", "LLMInferenceService": "e2e-same-id-a-0583fa89", "namespace": "llm"}
2026-09-16T18:55:40Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0583fa89", "reconcileID": "eafbb19a-bbe1-4b3f-a796-a435f20e7601", "LLMInferenceService": "e2e-same-id-a-0583fa89", "namespace": "llm", "name": "e2e-same-id-a-0583fa89-kserve-route-authn"}
2026-09-16T18:55:40Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0583fa89", "reconcileID": "eafbb19a-bbe1-4b3f-a796-a435f20e7601", "LLMInferenceService": "e2e-same-id-a-0583fa89", "namespace": "llm", "name": "e2e-same-id-a-0583fa89-kserve-route-authn"}
2026-09-16T18:55:40Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0583fa89", "reconcileID": "45b5e00e-9682-441f-9f7e-ca377bdc9a54", "LLMInferenceService": "e2e-same-id-a-0583fa89", "namespace": "llm"}
2026-09-16T18:55:40Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "04cc0c1a-d57c-4115-a5f3-0a9a4bcbee48", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-16T18:55:40Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "04cc0c1a-d57c-4115-a5f3-0a9a4bcbee48", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-16T18:55:40Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "04cc0c1a-d57c-4115-a5f3-0a9a4bcbee48", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-16T18:55:40Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0d30f15d-b5fc-47b9-8d68-5916b45ba025", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-16T18:55:40Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0d30f15d-b5fc-47b9-8d68-5916b45ba025", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-16T18:55:40Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0d30f15d-b5fc-47b9-8d68-5916b45ba025", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-16T18:55:40Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0583fa89", "reconcileID": "a6d442ea-2dd1-4ec2-b330-08b786cb7d18", "LLMInferenceService": "e2e-same-id-b-0583fa89", "namespace": "llm"}
2026-09-16T18:55:40Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0583fa89", "reconcileID": "a6d442ea-2dd1-4ec2-b330-08b786cb7d18", "LLMInferenceService": "e2e-same-id-b-0583fa89", "namespace": "llm", "name": "e2e-same-id-b-0583fa89"}
2026-09-16T18:55:40Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0583fa89", "reconcileID": "a6d442ea-2dd1-4ec2-b330-08b786cb7d18", "LLMInferenceService": "e2e-same-id-b-0583fa89", "namespace": "llm"}
2026-09-16T18:55:40Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0583fa89", "reconcileID": "a6d442ea-2dd1-4ec2-b330-08b786cb7d18", "LLMInferenceService": "e2e-same-id-b-0583fa89", "namespace": "llm"}
2026-09-16T18:55:40Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0583fa89", "reconcileID": "a6d442ea-2dd1-4ec2-b330-08b786cb7d18", "LLMInferenceService": "e2e-same-id-b-0583fa89", "namespace": "llm", "name": "e2e-same-id-b-0583fa89-kserve-route-authn"}
2026-09-16T18:55:40Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0583fa89", "reconcileID": "a6d442ea-2dd1-4ec2-b330-08b786cb7d18", "LLMInferenceService": "e2e-same-id-b-0583fa89", "namespace": "llm", "name": "e2e-same-id-b-0583fa89-kserve-route-authn"}
2026-09-16T18:55:40Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0583fa89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0583fa89", "reconcileID": "22d06d21-3fc3-47ae-8684-f2dd65f4f0df", "LLMInferenceService": "e2e-same-id-b-0583fa89", "namespace": "llm"}
2026-09-16T18:55:40Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "806c2cae-27ee-4388-8489-a2e7f52f9bd9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-16T18:55:40Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "806c2cae-27ee-4388-8489-a2e7f52f9bd9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-16T18:55:40Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "806c2cae-27ee-4388-8489-a2e7f52f9bd9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-16T18:55:40Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e3640004-74dd-401d-8eba-abfb0d506584", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-16T18:55:40Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e3640004-74dd-401d-8eba-abfb0d506584", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-16T18:55:40Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e3640004-74dd-401d-8eba-abfb0d506584", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}