2026-09-16T13:37:18Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-4a235ace","namespace":"ai-tenant-e2e-mt-4a235ace"}, "namespace": "ai-tenant-e2e-mt-4a235ace", "name": "e2e-lifecycle-model-4a235ace", "reconcileID": "6f6af371-f595-4c0f-b3df-40afd89fdac7", "LLMInferenceService": "e2e-lifecycle-model-4a235ace", "namespace": "ai-tenant-e2e-mt-4a235ace", "name": "e2e-lifecycle-model-4a235ace-kserve-route-authn"}
2026-09-16T13:37:18Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-4a235ace","namespace":"ai-tenant-e2e-mt-4a235ace"}, "namespace": "ai-tenant-e2e-mt-4a235ace", "name": "e2e-lifecycle-model-4a235ace", "reconcileID": "6f6af371-f595-4c0f-b3df-40afd89fdac7", "LLMInferenceService": "e2e-lifecycle-model-4a235ace", "namespace": "ai-tenant-e2e-mt-4a235ace", "authType": "userdefined"}
2026-09-16T13:37:18Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-4a235ace","namespace":"ai-tenant-e2e-mt-4a235ace"}, "namespace": "ai-tenant-e2e-mt-4a235ace", "name": "e2e-lifecycle-model-4a235ace", "reconcileID": "6f6af371-f595-4c0f-b3df-40afd89fdac7", "LLMInferenceService": "e2e-lifecycle-model-4a235ace", "namespace": "ai-tenant-e2e-mt-4a235ace"}
2026-09-16T13:37:19Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-4a235ace"}, "namespace": "ai-tenant-e2e-mt-4a235ace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a6c0168f-00af-46a5-bef1-1a02201d9f92", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-4a235ace"}
2026-09-16T13:37:19Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-4a235ace"}, "namespace": "ai-tenant-e2e-mt-4a235ace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a6c0168f-00af-46a5-bef1-1a02201d9f92", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-4a235ace", "create": "odh-kserve-custom-ca-bundle"}
2026-09-16T13:37:19Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-4a235ace"}, "namespace": "ai-tenant-e2e-mt-4a235ace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a6c0168f-00af-46a5-bef1-1a02201d9f92", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-4a235ace because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-16T13:37:19Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-4a235ace"}, "namespace": "ai-tenant-e2e-mt-4a235ace", "name": "odh-trusted-ca-bundle", "reconcileID": "28060ddb-8d9a-4e3a-a8d8-7b24f445de39", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-4a235ace"}
2026-09-16T13:37:19Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-4a235ace"}, "namespace": "ai-tenant-e2e-mt-4a235ace", "name": "odh-trusted-ca-bundle", "reconcileID": "28060ddb-8d9a-4e3a-a8d8-7b24f445de39", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-4a235ace", "create": "odh-kserve-custom-ca-bundle"}
2026-09-16T13:37:19Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-4a235ace"}, "namespace": "ai-tenant-e2e-mt-4a235ace", "name": "odh-trusted-ca-bundle", "reconcileID": "28060ddb-8d9a-4e3a-a8d8-7b24f445de39", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-4a235ace because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-16T13:37:19Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-4a235ace"}, "namespace": "ai-tenant-e2e-mt-4a235ace", "name": "openshift-service-ca.crt", "reconcileID": "178ffd0c-c645-493e-bb25-588fb22e4b08", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-4a235ace"}
2026-09-16T13:37:19Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-4a235ace"}, "namespace": "ai-tenant-e2e-mt-4a235ace", "name": "openshift-service-ca.crt", "reconcileID": "178ffd0c-c645-493e-bb25-588fb22e4b08", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-4a235ace"}
2026-09-16T13:37:19Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-4a235ace"}, "namespace": "ai-tenant-e2e-mt-4a235ace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9c51bb3c-0627-4887-9791-f94f65cfe0e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-4a235ace"}
2026-09-16T13:37:19Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-4a235ace"}, "namespace": "ai-tenant-e2e-mt-4a235ace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9c51bb3c-0627-4887-9791-f94f65cfe0e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-4a235ace"}
2026-09-16T13:37:19Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-4a235ace"}, "namespace": "ai-tenant-e2e-mt-4a235ace", "name": "odh-trusted-ca-bundle", "reconcileID": "88577596-f4b4-4bdf-b64f-1b1f445f37c4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-4a235ace"}
2026-09-16T13:37:19Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-4a235ace"}, "namespace": "ai-tenant-e2e-mt-4a235ace", "name": "odh-trusted-ca-bundle", "reconcileID": "88577596-f4b4-4bdf-b64f-1b1f445f37c4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-4a235ace"}
2026-09-16T13:37:19Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-4a235ace","namespace":"ai-tenant-e2e-mt-4a235ace"}, "namespace": "ai-tenant-e2e-mt-4a235ace", "name": "e2e-lifecycle-model-4a235ace", "reconcileID": "e8601717-2efa-47a8-9c2f-f9144afc524c", "LLMInferenceService": "e2e-lifecycle-model-4a235ace", "namespace": "ai-tenant-e2e-mt-4a235ace"}
2026-09-16T13:37:19Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-4a235ace","namespace":"ai-tenant-e2e-mt-4a235ace"}, "namespace": "ai-tenant-e2e-mt-4a235ace", "name": "e2e-lifecycle-model-4a235ace", "reconcileID": "e8601717-2efa-47a8-9c2f-f9144afc524c", "LLMInferenceService": "e2e-lifecycle-model-4a235ace", "namespace": "ai-tenant-e2e-mt-4a235ace", "name": "e2e-lifecycle-model-4a235ace"}
2026-09-16T13:37:19Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-4a235ace","namespace":"ai-tenant-e2e-mt-4a235ace"}, "namespace": "ai-tenant-e2e-mt-4a235ace", "name": "e2e-lifecycle-model-4a235ace", "reconcileID": "e8601717-2efa-47a8-9c2f-f9144afc524c", "LLMInferenceService": "e2e-lifecycle-model-4a235ace", "namespace": "ai-tenant-e2e-mt-4a235ace"}
2026-09-16T13:37:19Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-4a235ace","namespace":"ai-tenant-e2e-mt-4a235ace"}, "namespace": "ai-tenant-e2e-mt-4a235ace", "name": "e2e-lifecycle-model-4a235ace", "reconcileID": "e8601717-2efa-47a8-9c2f-f9144afc524c", "LLMInferenceService": "e2e-lifecycle-model-4a235ace", "namespace": "ai-tenant-e2e-mt-4a235ace"}
2026-09-16T13:37:19Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-4a235ace","namespace":"ai-tenant-e2e-mt-4a235ace"}, "namespace": "ai-tenant-e2e-mt-4a235ace", "name": "e2e-lifecycle-model-4a235ace", "reconcileID": "e8601717-2efa-47a8-9c2f-f9144afc524c", "LLMInferenceService": "e2e-lifecycle-model-4a235ace", "namespace": "ai-tenant-e2e-mt-4a235ace", "name": "e2e-lifecycle-model-4a235ace-kserve-route-authn"}
2026-09-16T13:37:19Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-4a235ace","namespace":"ai-tenant-e2e-mt-4a235ace"}, "namespace": "ai-tenant-e2e-mt-4a235ace", "name": "e2e-lifecycle-model-4a235ace", "reconcileID": "e8601717-2efa-47a8-9c2f-f9144afc524c", "LLMInferenceService": "e2e-lifecycle-model-4a235ace", "namespace": "ai-tenant-e2e-mt-4a235ace", "name": "e2e-lifecycle-model-4a235ace-kserve-route-authn"}
2026-09-16T13:37:19Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-4a235ace","namespace":"ai-tenant-e2e-mt-4a235ace"}, "namespace": "ai-tenant-e2e-mt-4a235ace", "name": "e2e-lifecycle-model-4a235ace", "reconcileID": "e8601717-2efa-47a8-9c2f-f9144afc524c", "LLMInferenceService": "e2e-lifecycle-model-4a235ace", "namespace": "ai-tenant-e2e-mt-4a235ace", "namespace": "ai-tenant-e2e-mt-4a235ace"}
2026-09-16T13:37:19Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-4a235ace","namespace":"ai-tenant-e2e-mt-4a235ace"}, "namespace": "ai-tenant-e2e-mt-4a235ace", "name": "e2e-lifecycle-model-4a235ace", "reconcileID": "e8601717-2efa-47a8-9c2f-f9144afc524c", "LLMInferenceService": "e2e-lifecycle-model-4a235ace", "namespace": "ai-tenant-e2e-mt-4a235ace", "namespace": "ai-tenant-e2e-mt-4a235ace"}
2026-09-16T13:37:19Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-4a235ace","namespace":"ai-tenant-e2e-mt-4a235ace"}, "namespace": "ai-tenant-e2e-mt-4a235ace", "name": "e2e-lifecycle-model-4a235ace", "reconcileID": "7eb6a332-9cc6-4a0b-88e5-7419f1b12d34", "LLMInferenceService": "e2e-lifecycle-model-4a235ace", "namespace": "ai-tenant-e2e-mt-4a235ace"}
2026-09-16T13:37:19Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-4a235ace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-4a235ace", "reconcileID": "a702ecd2-128d-418a-8f21-840174a00aa0", "Gateway": "e2e-mt-4a235ace", "namespace": "openshift-ingress"}
2026-09-16T13:37:19Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-4a235ace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-4a235ace", "reconcileID": "a702ecd2-128d-418a-8f21-840174a00aa0", "Gateway": "e2e-mt-4a235ace", "namespace": "openshift-ingress", "name": "e2e-mt-4a235ace-authn-ssl"}
2026-09-16T13:37:19Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-4a235ace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-4a235ace", "reconcileID": "a702ecd2-128d-418a-8f21-840174a00aa0", "Gateway": "e2e-mt-4a235ace", "namespace": "openshift-ingress"}
2026-09-16T13:37:19Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-4a235ace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-4a235ace", "reconcileID": "5d508d36-f2f9-43c7-b558-eb83a5445fe2", "Gateway": "e2e-mt-4a235ace", "namespace": "openshift-ingress"}
2026-09-16T13:37:19Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-4a235ace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-4a235ace", "reconcileID": "5d508d36-f2f9-43c7-b558-eb83a5445fe2", "Gateway": "e2e-mt-4a235ace", "namespace": "openshift-ingress", "name": "e2e-mt-4a235ace-authn-ssl"}
2026-09-16T13:37:19Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-4a235ace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-4a235ace", "reconcileID": "5d508d36-f2f9-43c7-b558-eb83a5445fe2", "Gateway": "e2e-mt-4a235ace", "namespace": "openshift-ingress"}
2026-09-16T13:37:26Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "9460458a-e410-45d1-bea0-df7cd3a670af", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress"}
2026-09-16T13:37:26Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "9460458a-e410-45d1-bea0-df7cd3a670af", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf-authn-ssl"}
2026-09-16T13:37:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "9460458a-e410-45d1-bea0-df7cd3a670af", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress"}
2026-09-16T13:37:26Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "45a6d7c9-656d-4b2b-940d-45ea5f8fa5f1", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress"}
2026-09-16T13:37:26Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "45a6d7c9-656d-4b2b-940d-45ea5f8fa5f1", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf-authn-ssl"}
2026-09-16T13:37:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "45a6d7c9-656d-4b2b-940d-45ea5f8fa5f1", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress"}
2026-09-16T13:37:26Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "19b7434e-7969-4d40-a110-6cd3a9a3ea4c", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress"}
2026-09-16T13:37:26Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "19b7434e-7969-4d40-a110-6cd3a9a3ea4c", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf-authn-ssl"}
2026-09-16T13:37:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "19b7434e-7969-4d40-a110-6cd3a9a3ea4c", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress"}
2026-09-16T13:37:26Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "47ef4919-9fe6-4426-a25d-23b32463b234", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress"}
2026-09-16T13:37:26Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "47ef4919-9fe6-4426-a25d-23b32463b234", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf-authn-ssl"}
2026-09-16T13:37:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "47ef4919-9fe6-4426-a25d-23b32463b234", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress"}
2026-09-16T13:37:26Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "05694cf3-b8cf-426c-80b9-0f1288f60949", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress"}
2026-09-16T13:37:26Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "05694cf3-b8cf-426c-80b9-0f1288f60949", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf-authn-ssl"}
2026-09-16T13:37:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "05694cf3-b8cf-426c-80b9-0f1288f60949", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress"}
2026-09-16T13:37:26Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-4a235ace","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-4a235ace", "reconcileID": "41ddbb24-e25f-40c5-aec9-08beca633b86", "Gateway": "e2e-mt-4a235ace", "namespace": "openshift-ingress"}
2026-09-16T13:37:26Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "c131b519-4f78-4a33-b06b-f2363f659b4d", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress"}
2026-09-16T13:37:26Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "c131b519-4f78-4a33-b06b-f2363f659b4d", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf-authn-ssl"}
2026-09-16T13:37:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "c131b519-4f78-4a33-b06b-f2363f659b4d", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress"}
2026-09-16T13:37:27Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "c765c961-d223-4641-ae75-ed165a42f9e1", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress"}
2026-09-16T13:37:27Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "c765c961-d223-4641-ae75-ed165a42f9e1", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf-authn-ssl"}
2026-09-16T13:37:27Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "c765c961-d223-4641-ae75-ed165a42f9e1", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress"}
2026-09-16T13:37:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "openshift-service-ca.crt", "reconcileID": "96231e14-d2ec-4b97-8e2b-2312b4b10a65", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf"}
2026-09-16T13:37:29Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "odh-trusted-ca-bundle", "reconcileID": "81f278a7-3d14-4cec-9685-54a8b54163c3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "create": "odh-kserve-custom-ca-bundle"}
2026-09-16T13:37:29Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "odh-trusted-ca-bundle", "reconcileID": "81f278a7-3d14-4cec-9685-54a8b54163c3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf"}
2026-09-16T13:37:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "openshift-service-ca.crt", "reconcileID": "90dd144a-15f7-44b2-b2c2-385ea62d0715", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf"}
2026-09-16T13:37:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f5fc3439-8c9e-4fde-ae0b-3fbbd0a12040", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf"}
2026-09-16T13:37:29Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "odh-trusted-ca-bundle", "reconcileID": "52962810-dcf4-4dcc-ab0a-0b56b4615ea5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "update": "odh-kserve-custom-ca-bundle"}
2026-09-16T13:37:29Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "odh-trusted-ca-bundle", "reconcileID": "52962810-dcf4-4dcc-ab0a-0b56b4615ea5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf"}
2026-09-16T13:37:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1097c54-652f-46a6-8b28-384b9d25779c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf"}
2026-09-16T13:37:33Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "2f8965a4-5647-47b7-a156-009ab8b9dd84", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress"}
2026-09-16T13:37:33Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "2f8965a4-5647-47b7-a156-009ab8b9dd84", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf-authn-ssl"}
2026-09-16T13:37:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "2f8965a4-5647-47b7-a156-009ab8b9dd84", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress"}
2026-09-16T13:37:41Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "e7dd614c-b958-4b7f-8269-a3c5901b0f55", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress"}
2026-09-16T13:37:41Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "e7dd614c-b958-4b7f-8269-a3c5901b0f55", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf-authn-ssl"}
2026-09-16T13:37:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "e7dd614c-b958-4b7f-8269-a3c5901b0f55", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress"}
2026-09-16T13:38:00Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7e7bb4","namespace":"ai-tenant-e2e-shared-a-w3-7e7bb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "auth-test-model-7e7bb4", "reconcileID": "d613895d-e470-41a6-8896-b0d843969b52", "LLMInferenceService": "auth-test-model-7e7bb4", "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4"}
2026-09-16T13:38:00Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7e7bb4","namespace":"ai-tenant-e2e-shared-a-w3-7e7bb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "auth-test-model-7e7bb4", "reconcileID": "d613895d-e470-41a6-8896-b0d843969b52", "LLMInferenceService": "auth-test-model-7e7bb4", "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4"}
2026-09-16T13:38:00Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7e7bb4","namespace":"ai-tenant-e2e-shared-a-w3-7e7bb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "auth-test-model-7e7bb4", "reconcileID": "d613895d-e470-41a6-8896-b0d843969b52", "LLMInferenceService": "auth-test-model-7e7bb4", "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4"}
2026-09-16T13:38:00Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7e7bb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7e7bb4", "reconcileID": "bfe6033e-7a35-4e48-bd0d-27ccb13a072d", "Gateway": "e2e-shared-a-w3-7e7bb4", "namespace": "openshift-ingress"}
2026-09-16T13:38:00Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7e7bb4","namespace":"ai-tenant-e2e-shared-a-w3-7e7bb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "auth-test-model-7e7bb4", "reconcileID": "d613895d-e470-41a6-8896-b0d843969b52", "LLMInferenceService": "auth-test-model-7e7bb4", "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "auth-test-model-7e7bb4-kserve-route-authn"}
2026-09-16T13:38:00Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7e7bb4","namespace":"ai-tenant-e2e-shared-a-w3-7e7bb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "auth-test-model-7e7bb4", "reconcileID": "d613895d-e470-41a6-8896-b0d843969b52", "LLMInferenceService": "auth-test-model-7e7bb4", "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "authType": "userdefined"}
2026-09-16T13:38:00Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7e7bb4","namespace":"ai-tenant-e2e-shared-a-w3-7e7bb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "auth-test-model-7e7bb4", "reconcileID": "d613895d-e470-41a6-8896-b0d843969b52", "LLMInferenceService": "auth-test-model-7e7bb4", "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4"}
2026-09-16T13:38:00Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7e7bb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7e7bb4", "reconcileID": "bfe6033e-7a35-4e48-bd0d-27ccb13a072d", "Gateway": "e2e-shared-a-w3-7e7bb4", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7e7bb4-authn-ssl"}
2026-09-16T13:38:00Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7e7bb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7e7bb4", "reconcileID": "bfe6033e-7a35-4e48-bd0d-27ccb13a072d", "Gateway": "e2e-shared-a-w3-7e7bb4", "namespace": "openshift-ingress"}
2026-09-16T13:38:00Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7e7bb4","namespace":"ai-tenant-e2e-shared-a-w3-7e7bb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "auth-test-model-7e7bb4", "reconcileID": "ae38da75-b6cb-4797-9e92-771553c376a6", "LLMInferenceService": "auth-test-model-7e7bb4", "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4"}
2026-09-16T13:38:00Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7e7bb4","namespace":"ai-tenant-e2e-shared-a-w3-7e7bb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "auth-test-model-7e7bb4", "reconcileID": "ae38da75-b6cb-4797-9e92-771553c376a6", "LLMInferenceService": "auth-test-model-7e7bb4", "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4"}
2026-09-16T13:38:00Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7e7bb4","namespace":"ai-tenant-e2e-shared-a-w3-7e7bb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "auth-test-model-7e7bb4", "reconcileID": "ae38da75-b6cb-4797-9e92-771553c376a6", "LLMInferenceService": "auth-test-model-7e7bb4", "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4"}
2026-09-16T13:38:00Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7e7bb4","namespace":"ai-tenant-e2e-shared-a-w3-7e7bb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "auth-test-model-7e7bb4", "reconcileID": "ae38da75-b6cb-4797-9e92-771553c376a6", "LLMInferenceService": "auth-test-model-7e7bb4", "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "auth-test-model-7e7bb4-kserve-route-authn"}
2026-09-16T13:38:00Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7e7bb4","namespace":"ai-tenant-e2e-shared-a-w3-7e7bb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "auth-test-model-7e7bb4", "reconcileID": "ae38da75-b6cb-4797-9e92-771553c376a6", "LLMInferenceService": "auth-test-model-7e7bb4", "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "authType": "userdefined"}
2026-09-16T13:38:00Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7e7bb4","namespace":"ai-tenant-e2e-shared-a-w3-7e7bb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "auth-test-model-7e7bb4", "reconcileID": "ae38da75-b6cb-4797-9e92-771553c376a6", "LLMInferenceService": "auth-test-model-7e7bb4", "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4"}
2026-09-16T13:38:03Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7e7bb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7e7bb4", "reconcileID": "b1d37548-4d54-4f78-8b35-069fea3ed45e", "Gateway": "e2e-shared-a-w3-7e7bb4", "namespace": "openshift-ingress"}
2026-09-16T13:38:03Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7e7bb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7e7bb4", "reconcileID": "b1d37548-4d54-4f78-8b35-069fea3ed45e", "Gateway": "e2e-shared-a-w3-7e7bb4", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7e7bb4-authn-ssl"}
2026-09-16T13:38:03Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7e7bb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7e7bb4", "reconcileID": "b1d37548-4d54-4f78-8b35-069fea3ed45e", "Gateway": "e2e-shared-a-w3-7e7bb4", "namespace": "openshift-ingress"}
2026-09-16T13:38:05Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7e7bb4","namespace":"ai-tenant-e2e-shared-a-w3-7e7bb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "auth-test-model-7e7bb4", "reconcileID": "d089f456-8b46-4151-a20c-55bc710fe5ca", "LLMInferenceService": "auth-test-model-7e7bb4", "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4"}
2026-09-16T13:38:05Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7e7bb4","namespace":"ai-tenant-e2e-shared-a-w3-7e7bb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "auth-test-model-7e7bb4", "reconcileID": "d089f456-8b46-4151-a20c-55bc710fe5ca", "LLMInferenceService": "auth-test-model-7e7bb4", "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4"}
2026-09-16T13:38:05Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7e7bb4","namespace":"ai-tenant-e2e-shared-a-w3-7e7bb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "auth-test-model-7e7bb4", "reconcileID": "d089f456-8b46-4151-a20c-55bc710fe5ca", "LLMInferenceService": "auth-test-model-7e7bb4", "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4"}
2026-09-16T13:38:05Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7e7bb4","namespace":"ai-tenant-e2e-shared-a-w3-7e7bb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "auth-test-model-7e7bb4", "reconcileID": "d089f456-8b46-4151-a20c-55bc710fe5ca", "LLMInferenceService": "auth-test-model-7e7bb4", "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "auth-test-model-7e7bb4-kserve-route-authn"}
2026-09-16T13:38:05Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7e7bb4","namespace":"ai-tenant-e2e-shared-a-w3-7e7bb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "auth-test-model-7e7bb4", "reconcileID": "d089f456-8b46-4151-a20c-55bc710fe5ca", "LLMInferenceService": "auth-test-model-7e7bb4", "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "authType": "userdefined"}
2026-09-16T13:38:05Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7e7bb4","namespace":"ai-tenant-e2e-shared-a-w3-7e7bb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "auth-test-model-7e7bb4", "reconcileID": "d089f456-8b46-4151-a20c-55bc710fe5ca", "LLMInferenceService": "auth-test-model-7e7bb4", "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4"}
2026-09-16T13:38:15Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7e7bb4","namespace":"ai-tenant-e2e-shared-a-w3-7e7bb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "auth-test-model-7e7bb4", "reconcileID": "2d7ed559-c4e6-4a7a-af89-7ebbc0f75c75", "LLMInferenceService": "auth-test-model-7e7bb4", "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4"}
2026-09-16T13:38:15Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7e7bb4","namespace":"ai-tenant-e2e-shared-a-w3-7e7bb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "auth-test-model-7e7bb4", "reconcileID": "2d7ed559-c4e6-4a7a-af89-7ebbc0f75c75", "LLMInferenceService": "auth-test-model-7e7bb4", "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4"}
2026-09-16T13:38:15Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7e7bb4","namespace":"ai-tenant-e2e-shared-a-w3-7e7bb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "auth-test-model-7e7bb4", "reconcileID": "2d7ed559-c4e6-4a7a-af89-7ebbc0f75c75", "LLMInferenceService": "auth-test-model-7e7bb4", "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4"}
2026-09-16T13:38:15Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7e7bb4","namespace":"ai-tenant-e2e-shared-a-w3-7e7bb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "auth-test-model-7e7bb4", "reconcileID": "2d7ed559-c4e6-4a7a-af89-7ebbc0f75c75", "LLMInferenceService": "auth-test-model-7e7bb4", "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "auth-test-model-7e7bb4-kserve-route-authn"}
2026-09-16T13:38:15Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7e7bb4","namespace":"ai-tenant-e2e-shared-a-w3-7e7bb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "auth-test-model-7e7bb4", "reconcileID": "2d7ed559-c4e6-4a7a-af89-7ebbc0f75c75", "LLMInferenceService": "auth-test-model-7e7bb4", "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "authType": "userdefined"}
2026-09-16T13:38:15Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7e7bb4","namespace":"ai-tenant-e2e-shared-a-w3-7e7bb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "auth-test-model-7e7bb4", "reconcileID": "2d7ed559-c4e6-4a7a-af89-7ebbc0f75c75", "LLMInferenceService": "auth-test-model-7e7bb4", "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4"}
2026-09-16T13:38:16Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w0-a21a40"}, "namespace": "ai-tenant-e2e-worker-w0-a21a40", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1e55756-a60b-435c-a1fc-33fbff5c465b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-worker-w0-a21a40"}
2026-09-16T13:38:16Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w0-a21a40"}, "namespace": "ai-tenant-e2e-worker-w0-a21a40", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1e55756-a60b-435c-a1fc-33fbff5c465b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-worker-w0-a21a40", "create": "odh-kserve-custom-ca-bundle"}
2026-09-16T13:38:16Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w0-a21a40"}, "namespace": "ai-tenant-e2e-worker-w0-a21a40", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1e55756-a60b-435c-a1fc-33fbff5c465b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w0-a21a40 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-16T13:38:16Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-worker-w0-a21a40"}, "namespace": "ai-tenant-e2e-worker-w0-a21a40", "name": "odh-trusted-ca-bundle", "reconcileID": "ee930014-6f90-4168-9789-993a3f23d737", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-worker-w0-a21a40"}
2026-09-16T13:38:16Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-worker-w0-a21a40"}, "namespace": "ai-tenant-e2e-worker-w0-a21a40", "name": "odh-trusted-ca-bundle", "reconcileID": "ee930014-6f90-4168-9789-993a3f23d737", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-worker-w0-a21a40"}
2026-09-16T13:38:16Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-worker-w0-a21a40"}, "namespace": "ai-tenant-e2e-worker-w0-a21a40", "name": "openshift-service-ca.crt", "reconcileID": "6f13e218-b11f-4ea7-966b-4129cde46753", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-worker-w0-a21a40"}
2026-09-16T13:38:16Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-worker-w0-a21a40"}, "namespace": "ai-tenant-e2e-worker-w0-a21a40", "name": "openshift-service-ca.crt", "reconcileID": "6f13e218-b11f-4ea7-966b-4129cde46753", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-worker-w0-a21a40"}
2026-09-16T13:38:16Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w0-a21a40"}, "namespace": "ai-tenant-e2e-worker-w0-a21a40", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d4fea15-f050-4333-959a-e299152ad1e9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-worker-w0-a21a40"}
2026-09-16T13:38:16Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w0-a21a40"}, "namespace": "ai-tenant-e2e-worker-w0-a21a40", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d4fea15-f050-4333-959a-e299152ad1e9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-worker-w0-a21a40"}
2026-09-16T13:38:16Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8c3cdf","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf", "reconcileID": "cfff397e-d979-4fb3-8ab1-9028d1c9d4a8", "LLMInferenceService": "auth-test-model-8c3cdf", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf"}
2026-09-16T13:38:16Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8c3cdf","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf", "reconcileID": "cfff397e-d979-4fb3-8ab1-9028d1c9d4a8", "LLMInferenceService": "auth-test-model-8c3cdf", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf"}
2026-09-16T13:38:16Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8c3cdf","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf", "reconcileID": "cfff397e-d979-4fb3-8ab1-9028d1c9d4a8", "LLMInferenceService": "auth-test-model-8c3cdf", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf"}
2026-09-16T13:38:16Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8c3cdf","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf", "reconcileID": "cfff397e-d979-4fb3-8ab1-9028d1c9d4a8", "LLMInferenceService": "auth-test-model-8c3cdf", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf-kserve-route-authn"}
2026-09-16T13:38:16Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "bbcfc575-8be2-4d20-b583-77812a6c877a", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress"}
2026-09-16T13:38:16Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8c3cdf","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf", "reconcileID": "cfff397e-d979-4fb3-8ab1-9028d1c9d4a8", "LLMInferenceService": "auth-test-model-8c3cdf", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "authType": "userdefined"}
2026-09-16T13:38:16Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8c3cdf","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf", "reconcileID": "cfff397e-d979-4fb3-8ab1-9028d1c9d4a8", "LLMInferenceService": "auth-test-model-8c3cdf", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf"}
2026-09-16T13:38:16Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "bbcfc575-8be2-4d20-b583-77812a6c877a", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf-authn-ssl"}
2026-09-16T13:38:16Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "bbcfc575-8be2-4d20-b583-77812a6c877a", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress"}
2026-09-16T13:38:16Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8c3cdf","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf", "reconcileID": "54d8e14d-515c-4e62-a7dd-55dbb63879d8", "LLMInferenceService": "auth-test-model-8c3cdf", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf"}
2026-09-16T13:38:16Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8c3cdf","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf", "reconcileID": "54d8e14d-515c-4e62-a7dd-55dbb63879d8", "LLMInferenceService": "auth-test-model-8c3cdf", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf"}
2026-09-16T13:38:16Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8c3cdf","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf", "reconcileID": "54d8e14d-515c-4e62-a7dd-55dbb63879d8", "LLMInferenceService": "auth-test-model-8c3cdf", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf"}
2026-09-16T13:38:16Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8c3cdf","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf", "reconcileID": "54d8e14d-515c-4e62-a7dd-55dbb63879d8", "LLMInferenceService": "auth-test-model-8c3cdf", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf-kserve-route-authn"}
2026-09-16T13:38:16Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8c3cdf","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf", "reconcileID": "54d8e14d-515c-4e62-a7dd-55dbb63879d8", "LLMInferenceService": "auth-test-model-8c3cdf", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "authType": "userdefined"}
2026-09-16T13:38:16Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8c3cdf","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf", "reconcileID": "54d8e14d-515c-4e62-a7dd-55dbb63879d8", "LLMInferenceService": "auth-test-model-8c3cdf", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf"}
2026-09-16T13:38:31Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "463ce1a5-1250-4ca6-be9a-926377b45406", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress"}
2026-09-16T13:38:31Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "463ce1a5-1250-4ca6-be9a-926377b45406", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf-authn-ssl"}
2026-09-16T13:38:31Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "463ce1a5-1250-4ca6-be9a-926377b45406", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress"}
2026-09-16T13:38:33Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8c3cdf","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf", "reconcileID": "fe440061-96b9-40fb-8f85-2b237627af30", "LLMInferenceService": "auth-test-model-8c3cdf", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf"}
2026-09-16T13:38:33Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8c3cdf","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf", "reconcileID": "fe440061-96b9-40fb-8f85-2b237627af30", "LLMInferenceService": "auth-test-model-8c3cdf", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf"}
2026-09-16T13:38:33Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8c3cdf","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf", "reconcileID": "fe440061-96b9-40fb-8f85-2b237627af30", "LLMInferenceService": "auth-test-model-8c3cdf", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf"}
2026-09-16T13:38:33Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8c3cdf","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf", "reconcileID": "fe440061-96b9-40fb-8f85-2b237627af30", "LLMInferenceService": "auth-test-model-8c3cdf", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf-kserve-route-authn"}
2026-09-16T13:38:33Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8c3cdf","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf", "reconcileID": "fe440061-96b9-40fb-8f85-2b237627af30", "LLMInferenceService": "auth-test-model-8c3cdf", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "authType": "userdefined"}
2026-09-16T13:38:33Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8c3cdf","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf", "reconcileID": "fe440061-96b9-40fb-8f85-2b237627af30", "LLMInferenceService": "auth-test-model-8c3cdf", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf"}
2026-09-16T13:38:40Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8c3cdf","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf", "reconcileID": "12647434-b850-4291-ae1e-d962d53048c3", "LLMInferenceService": "auth-test-model-8c3cdf", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf"}
2026-09-16T13:38:40Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8c3cdf","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf", "reconcileID": "12647434-b850-4291-ae1e-d962d53048c3", "LLMInferenceService": "auth-test-model-8c3cdf", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf"}
2026-09-16T13:38:40Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8c3cdf","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf", "reconcileID": "12647434-b850-4291-ae1e-d962d53048c3", "LLMInferenceService": "auth-test-model-8c3cdf", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf"}
2026-09-16T13:38:40Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8c3cdf","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf", "reconcileID": "12647434-b850-4291-ae1e-d962d53048c3", "LLMInferenceService": "auth-test-model-8c3cdf", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf-kserve-route-authn"}
2026-09-16T13:38:40Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8c3cdf","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf", "reconcileID": "12647434-b850-4291-ae1e-d962d53048c3", "LLMInferenceService": "auth-test-model-8c3cdf", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "authType": "userdefined"}
2026-09-16T13:38:40Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8c3cdf","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf", "reconcileID": "12647434-b850-4291-ae1e-d962d53048c3", "LLMInferenceService": "auth-test-model-8c3cdf", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf"}
2026-09-16T13:38:42Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8c3cdf","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf", "reconcileID": "2951ad40-eed6-4bea-b57d-e227d52401e9", "LLMInferenceService": "auth-test-model-8c3cdf", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf"}
2026-09-16T13:38:42Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8c3cdf","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf", "reconcileID": "2951ad40-eed6-4bea-b57d-e227d52401e9", "LLMInferenceService": "auth-test-model-8c3cdf", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf"}
2026-09-16T13:38:42Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8c3cdf","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf", "reconcileID": "2951ad40-eed6-4bea-b57d-e227d52401e9", "LLMInferenceService": "auth-test-model-8c3cdf", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf"}
2026-09-16T13:38:42Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8c3cdf","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf", "reconcileID": "2951ad40-eed6-4bea-b57d-e227d52401e9", "LLMInferenceService": "auth-test-model-8c3cdf", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf-kserve-route-authn"}
2026-09-16T13:38:42Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8c3cdf","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf", "reconcileID": "2951ad40-eed6-4bea-b57d-e227d52401e9", "LLMInferenceService": "auth-test-model-8c3cdf", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "authType": "userdefined"}
2026-09-16T13:38:42Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8c3cdf","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf", "reconcileID": "2951ad40-eed6-4bea-b57d-e227d52401e9", "LLMInferenceService": "auth-test-model-8c3cdf", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf"}
2026-09-16T13:39:41Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w0-a21a40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w0-a21a40", "reconcileID": "20e4b1c2-b268-4458-9893-fff2595896e1", "Gateway": "e2e-worker-w0-a21a40", "namespace": "openshift-ingress"}
2026-09-16T13:39:55Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w4-f27ea8"}, "namespace": "ai-tenant-e2e-worker-w4-f27ea8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "450a9e09-3c24-4295-b6e0-b7e2d331d98a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-worker-w4-f27ea8"}
2026-09-16T13:39:55Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w4-f27ea8"}, "namespace": "ai-tenant-e2e-worker-w4-f27ea8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "450a9e09-3c24-4295-b6e0-b7e2d331d98a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-worker-w4-f27ea8", "create": "odh-kserve-custom-ca-bundle"}
2026-09-16T13:39:55Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w4-f27ea8"}, "namespace": "ai-tenant-e2e-worker-w4-f27ea8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "450a9e09-3c24-4295-b6e0-b7e2d331d98a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w4-f27ea8 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-16T13:39:55Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w4-f27ea8"}, "namespace": "ai-tenant-e2e-worker-w4-f27ea8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "44469fab-9565-4a79-9750-af7af200f335", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-worker-w4-f27ea8"}
2026-09-16T13:39:55Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w4-f27ea8"}, "namespace": "ai-tenant-e2e-worker-w4-f27ea8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "44469fab-9565-4a79-9750-af7af200f335", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-worker-w4-f27ea8", "create": "odh-kserve-custom-ca-bundle"}
2026-09-16T13:39:55Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w4-f27ea8"}, "namespace": "ai-tenant-e2e-worker-w4-f27ea8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "44469fab-9565-4a79-9750-af7af200f335", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w4-f27ea8 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-16T13:39:55Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-worker-w4-f27ea8"}, "namespace": "ai-tenant-e2e-worker-w4-f27ea8", "name": "odh-trusted-ca-bundle", "reconcileID": "43447cd8-de32-4731-8cb3-3ca4cc6a2b35", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-worker-w4-f27ea8"}
2026-09-16T13:39:55Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-worker-w4-f27ea8"}, "namespace": "ai-tenant-e2e-worker-w4-f27ea8", "name": "odh-trusted-ca-bundle", "reconcileID": "43447cd8-de32-4731-8cb3-3ca4cc6a2b35", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-worker-w4-f27ea8", "create": "odh-kserve-custom-ca-bundle"}
2026-09-16T13:39:55Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-worker-w4-f27ea8"}, "namespace": "ai-tenant-e2e-worker-w4-f27ea8", "name": "odh-trusted-ca-bundle", "reconcileID": "43447cd8-de32-4731-8cb3-3ca4cc6a2b35", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w4-f27ea8 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-16T13:39:55Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-worker-w4-f27ea8"}, "namespace": "ai-tenant-e2e-worker-w4-f27ea8", "name": "openshift-service-ca.crt", "reconcileID": "fad038d1-c85f-433e-83b5-b7edede813a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-worker-w4-f27ea8"}
2026-09-16T13:39:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-worker-w4-f27ea8"}, "namespace": "ai-tenant-e2e-worker-w4-f27ea8", "name": "openshift-service-ca.crt", "reconcileID": "fad038d1-c85f-433e-83b5-b7edede813a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-worker-w4-f27ea8"}
2026-09-16T13:39:55Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-worker-w4-f27ea8"}, "namespace": "ai-tenant-e2e-worker-w4-f27ea8", "name": "odh-trusted-ca-bundle", "reconcileID": "68af5687-fdb2-492c-9747-59466afd3f05", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-worker-w4-f27ea8"}
2026-09-16T13:39:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-worker-w4-f27ea8"}, "namespace": "ai-tenant-e2e-worker-w4-f27ea8", "name": "odh-trusted-ca-bundle", "reconcileID": "68af5687-fdb2-492c-9747-59466afd3f05", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-worker-w4-f27ea8"}
2026-09-16T13:39:55Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w4-f27ea8"}, "namespace": "ai-tenant-e2e-worker-w4-f27ea8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2f867434-7cab-49db-806e-41c1c2f23851", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-worker-w4-f27ea8"}
2026-09-16T13:39:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w4-f27ea8"}, "namespace": "ai-tenant-e2e-worker-w4-f27ea8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2f867434-7cab-49db-806e-41c1c2f23851", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-worker-w4-f27ea8"}
2026-09-16T13:40:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-55cf9cd6"}, "namespace": "ai-tenant-e2e-mt-55cf9cd6", "name": "openshift-service-ca.crt", "reconcileID": "0d61e2e8-63e2-4127-b092-a92a95aeb894", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-55cf9cd6"}
2026-09-16T13:40:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-55cf9cd6"}, "namespace": "ai-tenant-e2e-mt-55cf9cd6", "name": "odh-trusted-ca-bundle", "reconcileID": "7af10320-a17e-4097-80bd-cc846c56a884", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-55cf9cd6"}
2026-09-16T13:40:32Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-55cf9cd6"}, "namespace": "ai-tenant-e2e-mt-55cf9cd6", "name": "openshift-service-ca.crt", "reconcileID": "57e5d078-7835-4d0e-9591-48060eac1e7c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-55cf9cd6", "create": "odh-kserve-custom-ca-bundle"}
2026-09-16T13:40:32Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-55cf9cd6"}, "namespace": "ai-tenant-e2e-mt-55cf9cd6", "name": "openshift-service-ca.crt", "reconcileID": "57e5d078-7835-4d0e-9591-48060eac1e7c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-55cf9cd6"}
2026-09-16T13:40:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-55cf9cd6"}, "namespace": "ai-tenant-e2e-mt-55cf9cd6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3c7d4a4-bfe2-4140-9cd7-4c449133f38c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-55cf9cd6"}
2026-09-16T13:40:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-55cf9cd6"}, "namespace": "ai-tenant-e2e-mt-55cf9cd6", "name": "openshift-service-ca.crt", "reconcileID": "002c1915-d2b5-4953-a6d0-980b5ed3b222", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-55cf9cd6"}
2026-09-16T13:40:32Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-55cf9cd6"}, "namespace": "ai-tenant-e2e-mt-55cf9cd6", "name": "odh-trusted-ca-bundle", "reconcileID": "9d6b60c4-3f82-4f3a-adb0-4562b47bec0e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-55cf9cd6", "update": "odh-kserve-custom-ca-bundle"}
2026-09-16T13:40:32Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-55cf9cd6"}, "namespace": "ai-tenant-e2e-mt-55cf9cd6", "name": "odh-trusted-ca-bundle", "reconcileID": "9d6b60c4-3f82-4f3a-adb0-4562b47bec0e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-55cf9cd6"}
2026-09-16T13:40:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-55cf9cd6"}, "namespace": "ai-tenant-e2e-mt-55cf9cd6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eef74f17-a96d-4541-b62e-b4221b90ae7a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-55cf9cd6"}
2026-09-16T13:41:20Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-f27ea8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-f27ea8", "reconcileID": "ff903f94-f880-4db0-a2b4-24f883bf8282", "Gateway": "e2e-worker-w4-f27ea8", "namespace": "openshift-ingress"}
2026-09-16T13:41:36Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-16T13:41:36Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-16T13:41:37Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-16T13:41:37Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-16T13:42:42Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-55cf9cd6"}, "namespace": "ai-tenant-e2e-mt-55cf9cd6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ac90673-5cf4-4c69-ab05-23125e2c6802", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-55cf9cd6"}
2026-09-16T13:42:42Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-55cf9cd6"}, "namespace": "ai-tenant-e2e-mt-55cf9cd6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ac90673-5cf4-4c69-ab05-23125e2c6802", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-55cf9cd6", "create": "odh-kserve-custom-ca-bundle"}
2026-09-16T13:42:42Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-55cf9cd6"}, "namespace": "ai-tenant-e2e-mt-55cf9cd6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ac90673-5cf4-4c69-ab05-23125e2c6802", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-55cf9cd6 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-16T13:42:42Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-55cf9cd6"}, "namespace": "ai-tenant-e2e-mt-55cf9cd6", "name": "odh-trusted-ca-bundle", "reconcileID": "7dc33569-41d7-4248-91a0-fe6c5e9984a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-55cf9cd6"}
2026-09-16T13:42:42Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-55cf9cd6"}, "namespace": "ai-tenant-e2e-mt-55cf9cd6", "name": "odh-trusted-ca-bundle", "reconcileID": "7dc33569-41d7-4248-91a0-fe6c5e9984a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-55cf9cd6", "create": "odh-kserve-custom-ca-bundle"}
2026-09-16T13:42:42Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-55cf9cd6"}, "namespace": "ai-tenant-e2e-mt-55cf9cd6", "name": "odh-trusted-ca-bundle", "reconcileID": "7dc33569-41d7-4248-91a0-fe6c5e9984a9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-55cf9cd6 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-16T13:42:42Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-55cf9cd6"}, "namespace": "ai-tenant-e2e-mt-55cf9cd6", "name": "openshift-service-ca.crt", "reconcileID": "ac759c3b-4051-49a6-8feb-8880e575365c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-55cf9cd6"}
2026-09-16T13:42:42Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-55cf9cd6"}, "namespace": "ai-tenant-e2e-mt-55cf9cd6", "name": "openshift-service-ca.crt", "reconcileID": "ac759c3b-4051-49a6-8feb-8880e575365c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-55cf9cd6"}
2026-09-16T13:42:42Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-55cf9cd6"}, "namespace": "ai-tenant-e2e-mt-55cf9cd6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "850eff24-4998-4f9e-bfc1-3523f016d87b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-55cf9cd6"}
2026-09-16T13:42:42Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-55cf9cd6"}, "namespace": "ai-tenant-e2e-mt-55cf9cd6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "850eff24-4998-4f9e-bfc1-3523f016d87b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-55cf9cd6"}
2026-09-16T13:42:42Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-55cf9cd6"}, "namespace": "ai-tenant-e2e-mt-55cf9cd6", "name": "odh-trusted-ca-bundle", "reconcileID": "93b3c94e-db26-478c-9a43-c5ba18aeab85", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-55cf9cd6"}
2026-09-16T13:42:42Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-55cf9cd6"}, "namespace": "ai-tenant-e2e-mt-55cf9cd6", "name": "odh-trusted-ca-bundle", "reconcileID": "93b3c94e-db26-478c-9a43-c5ba18aeab85", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-55cf9cd6"}
2026-09-16T13:42:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-bb656fbb"}, "namespace": "ai-tenant-e2e-mt-bb656fbb", "name": "openshift-service-ca.crt", "reconcileID": "be0b6af7-c9db-4086-8a43-f01032b690de", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-bb656fbb"}
2026-09-16T13:42:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-bb656fbb"}, "namespace": "ai-tenant-e2e-mt-bb656fbb", "name": "odh-trusted-ca-bundle", "reconcileID": "42114751-5a2d-4b5d-996b-0c2c6948eba2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-bb656fbb"}
2026-09-16T13:42:43Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-bb656fbb"}, "namespace": "ai-tenant-e2e-mt-bb656fbb", "name": "openshift-service-ca.crt", "reconcileID": "bf939ddd-15f5-44b8-a5eb-9d69b518616d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-bb656fbb", "create": "odh-kserve-custom-ca-bundle"}
2026-09-16T13:42:43Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-bb656fbb"}, "namespace": "ai-tenant-e2e-mt-bb656fbb", "name": "openshift-service-ca.crt", "reconcileID": "bf939ddd-15f5-44b8-a5eb-9d69b518616d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-bb656fbb"}
2026-09-16T13:42:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-bb656fbb"}, "namespace": "ai-tenant-e2e-mt-bb656fbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a4cfcde-8262-4324-bb50-5f27bf78b00b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-bb656fbb"}
2026-09-16T13:42:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-bb656fbb"}, "namespace": "ai-tenant-e2e-mt-bb656fbb", "name": "openshift-service-ca.crt", "reconcileID": "c56e00a7-89b0-4276-b118-5df90739411a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-bb656fbb"}
2026-09-16T13:42:43Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-bb656fbb"}, "namespace": "ai-tenant-e2e-mt-bb656fbb", "name": "odh-trusted-ca-bundle", "reconcileID": "8087cefc-2d59-428d-8b71-2623980e4e6e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-bb656fbb", "update": "odh-kserve-custom-ca-bundle"}
2026-09-16T13:42:43Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-bb656fbb"}, "namespace": "ai-tenant-e2e-mt-bb656fbb", "name": "odh-trusted-ca-bundle", "reconcileID": "8087cefc-2d59-428d-8b71-2623980e4e6e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-bb656fbb"}
2026-09-16T13:42:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-bb656fbb"}, "namespace": "ai-tenant-e2e-mt-bb656fbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "23c8bd90-57d5-445f-8ae5-5e480600e2fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-bb656fbb"}
2026-09-16T13:43:21Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-bb656fbb"}, "namespace": "ai-tenant-e2e-mt-bb656fbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "979378aa-33d6-4436-85bb-a45992d05578", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-bb656fbb"}
2026-09-16T13:43:21Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-bb656fbb"}, "namespace": "ai-tenant-e2e-mt-bb656fbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "979378aa-33d6-4436-85bb-a45992d05578", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-bb656fbb", "create": "odh-kserve-custom-ca-bundle"}
2026-09-16T13:43:21Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-bb656fbb"}, "namespace": "ai-tenant-e2e-mt-bb656fbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "979378aa-33d6-4436-85bb-a45992d05578", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-bb656fbb because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-16T13:43:21Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-bb656fbb"}, "namespace": "ai-tenant-e2e-mt-bb656fbb", "name": "odh-trusted-ca-bundle", "reconcileID": "ce6e90ed-ddcb-4125-8265-8903b181ee0f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-bb656fbb"}
2026-09-16T13:43:21Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-bb656fbb"}, "namespace": "ai-tenant-e2e-mt-bb656fbb", "name": "odh-trusted-ca-bundle", "reconcileID": "ce6e90ed-ddcb-4125-8265-8903b181ee0f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-bb656fbb"}
2026-09-16T13:43:21Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-bb656fbb"}, "namespace": "ai-tenant-e2e-mt-bb656fbb", "name": "openshift-service-ca.crt", "reconcileID": "1f6bd890-f5b9-471a-a01e-720e1f6c045d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-bb656fbb"}
2026-09-16T13:43:21Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-bb656fbb"}, "namespace": "ai-tenant-e2e-mt-bb656fbb", "name": "openshift-service-ca.crt", "reconcileID": "1f6bd890-f5b9-471a-a01e-720e1f6c045d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-bb656fbb"}
2026-09-16T13:43:21Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-bb656fbb"}, "namespace": "ai-tenant-e2e-mt-bb656fbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5afa36d8-3920-4bd1-9330-f5a7b1823e2b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-bb656fbb"}
2026-09-16T13:43:21Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-bb656fbb"}, "namespace": "ai-tenant-e2e-mt-bb656fbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5afa36d8-3920-4bd1-9330-f5a7b1823e2b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-bb656fbb"}
2026-09-16T13:43:22Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-744b19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-744b19", "reconcileID": "fd78411c-f61f-466b-88bb-5ccb26715f3a", "Gateway": "e2e-api-a-744b19", "namespace": "openshift-ingress"}
2026-09-16T13:43:22Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-744b19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-744b19", "reconcileID": "fd78411c-f61f-466b-88bb-5ccb26715f3a", "Gateway": "e2e-api-a-744b19", "namespace": "openshift-ingress", "name": "e2e-api-a-744b19-authn-ssl"}
2026-09-16T13:43:22Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-744b19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-744b19", "reconcileID": "fd78411c-f61f-466b-88bb-5ccb26715f3a", "Gateway": "e2e-api-a-744b19", "namespace": "openshift-ingress"}
2026-09-16T13:43:22Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-744b19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-744b19", "reconcileID": "845ee127-a581-40a6-9c78-fb7ffa786445", "Gateway": "e2e-api-a-744b19", "namespace": "openshift-ingress"}
2026-09-16T13:43:22Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-744b19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-744b19", "reconcileID": "845ee127-a581-40a6-9c78-fb7ffa786445", "Gateway": "e2e-api-a-744b19", "namespace": "openshift-ingress", "name": "e2e-api-a-744b19-authn-ssl"}
2026-09-16T13:43:22Z	ERROR	Reconciler error	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-744b19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-744b19", "reconcileID": "845ee127-a581-40a6-9c78-fb7ffa786445", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-api-a-744b19-authn-ssl: envoyfilters.networking.istio.io \"e2e-api-a-744b19-authn-ssl\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-16T13:43:22Z	DEBUG	events	Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-api-a-744b19-authn-ssl: envoyfilters.networking.istio.io "e2e-api-a-744b19-authn-ssl" already exists	{"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-api-a-744b19","uid":"dab2717b-20bf-41e6-9ee8-8b577dfbf878","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"55402"}, "reason": "ReconcileError"}
2026-09-16T13:43:22Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-744b19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-744b19", "reconcileID": "2baa02e6-b499-43ce-88c9-95fd0eb7de5e", "Gateway": "e2e-api-a-744b19", "namespace": "openshift-ingress"}
2026-09-16T13:43:22Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-744b19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-744b19", "reconcileID": "2baa02e6-b499-43ce-88c9-95fd0eb7de5e", "Gateway": "e2e-api-a-744b19", "namespace": "openshift-ingress", "name": "e2e-api-a-744b19-authn-ssl"}
2026-09-16T13:43:22Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-744b19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-744b19", "reconcileID": "2baa02e6-b499-43ce-88c9-95fd0eb7de5e", "Gateway": "e2e-api-a-744b19", "namespace": "openshift-ingress"}
2026-09-16T13:43:22Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-744b19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-744b19", "reconcileID": "b3258953-c3f9-4e5c-9682-76bd539ebf86", "Gateway": "e2e-api-a-744b19", "namespace": "openshift-ingress"}
2026-09-16T13:43:22Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-744b19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-744b19", "reconcileID": "b3258953-c3f9-4e5c-9682-76bd539ebf86", "Gateway": "e2e-api-a-744b19", "namespace": "openshift-ingress", "name": "e2e-api-a-744b19-authn-ssl"}
2026-09-16T13:43:22Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-744b19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-744b19", "reconcileID": "b3258953-c3f9-4e5c-9682-76bd539ebf86", "Gateway": "e2e-api-a-744b19", "namespace": "openshift-ingress"}
2026-09-16T13:43:22Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-744b19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-744b19", "reconcileID": "82d47086-aeb4-4446-beac-8751cbe451f3", "Gateway": "e2e-api-a-744b19", "namespace": "openshift-ingress"}
2026-09-16T13:43:22Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-744b19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-744b19", "reconcileID": "82d47086-aeb4-4446-beac-8751cbe451f3", "Gateway": "e2e-api-a-744b19", "namespace": "openshift-ingress", "name": "e2e-api-a-744b19-authn-ssl"}
2026-09-16T13:43:22Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-744b19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-744b19", "reconcileID": "82d47086-aeb4-4446-beac-8751cbe451f3", "Gateway": "e2e-api-a-744b19", "namespace": "openshift-ingress"}
2026-09-16T13:43:22Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-744b19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-744b19", "reconcileID": "aa6fac2a-93a4-4273-8cf9-95b06778036b", "Gateway": "e2e-api-a-744b19", "namespace": "openshift-ingress"}
2026-09-16T13:43:22Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-744b19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-744b19", "reconcileID": "aa6fac2a-93a4-4273-8cf9-95b06778036b", "Gateway": "e2e-api-a-744b19", "namespace": "openshift-ingress", "name": "e2e-api-a-744b19-authn-ssl"}
2026-09-16T13:43:22Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-744b19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-744b19", "reconcileID": "aa6fac2a-93a4-4273-8cf9-95b06778036b", "Gateway": "e2e-api-a-744b19", "namespace": "openshift-ingress"}
2026-09-16T13:43:23Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-744b19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-744b19", "reconcileID": "2766b45e-ee1b-44c5-885c-561361d2166f", "Gateway": "e2e-api-a-744b19", "namespace": "openshift-ingress"}
2026-09-16T13:43:23Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-744b19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-744b19", "reconcileID": "2766b45e-ee1b-44c5-885c-561361d2166f", "Gateway": "e2e-api-a-744b19", "namespace": "openshift-ingress", "name": "e2e-api-a-744b19-authn-ssl"}
2026-09-16T13:43:23Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-744b19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-744b19", "reconcileID": "2766b45e-ee1b-44c5-885c-561361d2166f", "Gateway": "e2e-api-a-744b19", "namespace": "openshift-ingress"}
2026-09-16T13:43:25Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-744b19"}, "namespace": "ai-tenant-e2e-api-a-744b19", "name": "openshift-service-ca.crt", "reconcileID": "8142bb6b-2150-46d8-95cc-4666542d1796", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-744b19"}
2026-09-16T13:43:25Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-744b19"}, "namespace": "ai-tenant-e2e-api-a-744b19", "name": "odh-trusted-ca-bundle", "reconcileID": "0b96a983-1e3e-441e-881f-44a9ac86f030", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-744b19"}
2026-09-16T13:43:25Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-744b19"}, "namespace": "ai-tenant-e2e-api-a-744b19", "name": "openshift-service-ca.crt", "reconcileID": "ecfb4b69-9738-474d-8ec9-d18a98171062", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-744b19", "create": "odh-kserve-custom-ca-bundle"}
2026-09-16T13:43:26Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-744b19"}, "namespace": "ai-tenant-e2e-api-a-744b19", "name": "openshift-service-ca.crt", "reconcileID": "ecfb4b69-9738-474d-8ec9-d18a98171062", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-744b19"}
2026-09-16T13:43:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-744b19"}, "namespace": "ai-tenant-e2e-api-a-744b19", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9274e257-32b4-41ba-afcd-b5876c9f3716", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-744b19"}
2026-09-16T13:43:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-744b19"}, "namespace": "ai-tenant-e2e-api-a-744b19", "name": "openshift-service-ca.crt", "reconcileID": "41ffd8f4-450a-45a2-a80d-236dce9af47c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-744b19"}
2026-09-16T13:43:26Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-744b19"}, "namespace": "ai-tenant-e2e-api-a-744b19", "name": "odh-trusted-ca-bundle", "reconcileID": "3f3fa219-0b43-4f56-afca-a2867f42bf36", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-744b19", "update": "odh-kserve-custom-ca-bundle"}
2026-09-16T13:43:26Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-744b19"}, "namespace": "ai-tenant-e2e-api-a-744b19", "name": "odh-trusted-ca-bundle", "reconcileID": "3f3fa219-0b43-4f56-afca-a2867f42bf36", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-744b19"}
2026-09-16T13:43:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-744b19"}, "namespace": "ai-tenant-e2e-api-a-744b19", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13059291-270e-47c3-a51b-5328aeba7eb9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-744b19"}
2026-09-16T13:43:33Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-744b19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-744b19", "reconcileID": "b5a9fd2b-0d5c-4903-b287-97dd0e2bd3a6", "Gateway": "e2e-api-a-744b19", "namespace": "openshift-ingress"}
2026-09-16T13:43:33Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-744b19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-744b19", "reconcileID": "b5a9fd2b-0d5c-4903-b287-97dd0e2bd3a6", "Gateway": "e2e-api-a-744b19", "namespace": "openshift-ingress", "name": "e2e-api-a-744b19-authn-ssl"}
2026-09-16T13:43:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-744b19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-744b19", "reconcileID": "b5a9fd2b-0d5c-4903-b287-97dd0e2bd3a6", "Gateway": "e2e-api-a-744b19", "namespace": "openshift-ingress"}
2026-09-16T13:43:40Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-744b19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-744b19", "reconcileID": "ad2bc2c2-d2e2-4b87-9121-1122955c7217", "Gateway": "e2e-api-a-744b19", "namespace": "openshift-ingress"}
2026-09-16T13:43:40Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-744b19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-744b19", "reconcileID": "ad2bc2c2-d2e2-4b87-9121-1122955c7217", "Gateway": "e2e-api-a-744b19", "namespace": "openshift-ingress", "name": "e2e-api-a-744b19-authn-ssl"}
2026-09-16T13:43:40Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-744b19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-744b19", "reconcileID": "ad2bc2c2-d2e2-4b87-9121-1122955c7217", "Gateway": "e2e-api-a-744b19", "namespace": "openshift-ingress"}
2026-09-16T13:43:57Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-804072","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-804072", "reconcileID": "183a76f2-b906-4772-9bce-d5e73c237fa0", "Gateway": "e2e-api-b-804072", "namespace": "openshift-ingress"}
2026-09-16T13:43:57Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-804072","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-804072", "reconcileID": "183a76f2-b906-4772-9bce-d5e73c237fa0", "Gateway": "e2e-api-b-804072", "namespace": "openshift-ingress", "name": "e2e-api-b-804072-authn-ssl"}
2026-09-16T13:43:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-804072","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-804072", "reconcileID": "183a76f2-b906-4772-9bce-d5e73c237fa0", "Gateway": "e2e-api-b-804072", "namespace": "openshift-ingress"}
2026-09-16T13:43:57Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-804072","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-804072", "reconcileID": "c602b9c5-9dd4-4679-b33f-51ec0803d864", "Gateway": "e2e-api-b-804072", "namespace": "openshift-ingress"}
2026-09-16T13:43:57Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-804072","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-804072", "reconcileID": "c602b9c5-9dd4-4679-b33f-51ec0803d864", "Gateway": "e2e-api-b-804072", "namespace": "openshift-ingress", "name": "e2e-api-b-804072-authn-ssl"}
2026-09-16T13:43:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-804072","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-804072", "reconcileID": "c602b9c5-9dd4-4679-b33f-51ec0803d864", "Gateway": "e2e-api-b-804072", "namespace": "openshift-ingress"}
2026-09-16T13:43:57Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-804072","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-804072", "reconcileID": "fb2928af-0394-49fd-9b35-0b8689cb8c8b", "Gateway": "e2e-api-b-804072", "namespace": "openshift-ingress"}
2026-09-16T13:43:57Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-804072","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-804072", "reconcileID": "fb2928af-0394-49fd-9b35-0b8689cb8c8b", "Gateway": "e2e-api-b-804072", "namespace": "openshift-ingress", "name": "e2e-api-b-804072-authn-ssl"}
2026-09-16T13:43:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-804072","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-804072", "reconcileID": "fb2928af-0394-49fd-9b35-0b8689cb8c8b", "Gateway": "e2e-api-b-804072", "namespace": "openshift-ingress"}
2026-09-16T13:43:57Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-804072","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-804072", "reconcileID": "6e55bc78-4dce-4a44-a2f7-a8eb75c2ed43", "Gateway": "e2e-api-b-804072", "namespace": "openshift-ingress"}
2026-09-16T13:43:57Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-804072","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-804072", "reconcileID": "6e55bc78-4dce-4a44-a2f7-a8eb75c2ed43", "Gateway": "e2e-api-b-804072", "namespace": "openshift-ingress", "name": "e2e-api-b-804072-authn-ssl"}
2026-09-16T13:43:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-804072","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-804072", "reconcileID": "6e55bc78-4dce-4a44-a2f7-a8eb75c2ed43", "Gateway": "e2e-api-b-804072", "namespace": "openshift-ingress"}
2026-09-16T13:43:57Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-804072","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-804072", "reconcileID": "e8f5a77b-7847-4d91-86d7-782825ebf490", "Gateway": "e2e-api-b-804072", "namespace": "openshift-ingress"}
2026-09-16T13:43:57Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-804072","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-804072", "reconcileID": "e8f5a77b-7847-4d91-86d7-782825ebf490", "Gateway": "e2e-api-b-804072", "namespace": "openshift-ingress", "name": "e2e-api-b-804072-authn-ssl"}
2026-09-16T13:43:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-804072","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-804072", "reconcileID": "e8f5a77b-7847-4d91-86d7-782825ebf490", "Gateway": "e2e-api-b-804072", "namespace": "openshift-ingress"}
2026-09-16T13:43:57Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-804072","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-804072", "reconcileID": "396726fd-b3a5-4f1f-868c-dba97f9e3154", "Gateway": "e2e-api-b-804072", "namespace": "openshift-ingress"}
2026-09-16T13:43:57Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-804072","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-804072", "reconcileID": "396726fd-b3a5-4f1f-868c-dba97f9e3154", "Gateway": "e2e-api-b-804072", "namespace": "openshift-ingress", "name": "e2e-api-b-804072-authn-ssl"}
2026-09-16T13:43:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-804072","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-804072", "reconcileID": "396726fd-b3a5-4f1f-868c-dba97f9e3154", "Gateway": "e2e-api-b-804072", "namespace": "openshift-ingress"}
2026-09-16T13:43:57Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-804072","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-804072", "reconcileID": "e2cc5f9e-0aec-4ce8-a0b5-a573f666f540", "Gateway": "e2e-api-b-804072", "namespace": "openshift-ingress"}
2026-09-16T13:43:57Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-804072","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-804072", "reconcileID": "e2cc5f9e-0aec-4ce8-a0b5-a573f666f540", "Gateway": "e2e-api-b-804072", "namespace": "openshift-ingress", "name": "e2e-api-b-804072-authn-ssl"}
2026-09-16T13:43:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-804072","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-804072", "reconcileID": "e2cc5f9e-0aec-4ce8-a0b5-a573f666f540", "Gateway": "e2e-api-b-804072", "namespace": "openshift-ingress"}
2026-09-16T13:43:59Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-804072","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-804072", "reconcileID": "f1aac6a5-9be0-47d3-891e-b0bb303f76c8", "Gateway": "e2e-api-b-804072", "namespace": "openshift-ingress"}
2026-09-16T13:43:59Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-804072","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-804072", "reconcileID": "f1aac6a5-9be0-47d3-891e-b0bb303f76c8", "Gateway": "e2e-api-b-804072", "namespace": "openshift-ingress", "name": "e2e-api-b-804072-authn-ssl"}
2026-09-16T13:43:59Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-804072","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-804072", "reconcileID": "f1aac6a5-9be0-47d3-891e-b0bb303f76c8", "Gateway": "e2e-api-b-804072", "namespace": "openshift-ingress"}
2026-09-16T13:44:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-804072"}, "namespace": "ai-tenant-e2e-api-b-804072", "name": "openshift-service-ca.crt", "reconcileID": "a7cc4165-7d29-41d2-8443-ec66c204cecf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-804072"}
2026-09-16T13:44:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-804072"}, "namespace": "ai-tenant-e2e-api-b-804072", "name": "odh-trusted-ca-bundle", "reconcileID": "83bbcfd6-73da-41b3-94ae-4c7850ebdca2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-804072"}
2026-09-16T13:44:01Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-804072"}, "namespace": "ai-tenant-e2e-api-b-804072", "name": "openshift-service-ca.crt", "reconcileID": "15357cbf-fd49-4433-860c-10a941fefc6a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-804072", "create": "odh-kserve-custom-ca-bundle"}
2026-09-16T13:44:01Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-804072"}, "namespace": "ai-tenant-e2e-api-b-804072", "name": "openshift-service-ca.crt", "reconcileID": "15357cbf-fd49-4433-860c-10a941fefc6a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-804072"}
2026-09-16T13:44:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-804072"}, "namespace": "ai-tenant-e2e-api-b-804072", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aa9d418b-3c5b-4294-bd8b-d4c6ba3a9021", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-804072"}
2026-09-16T13:44:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-804072"}, "namespace": "ai-tenant-e2e-api-b-804072", "name": "openshift-service-ca.crt", "reconcileID": "aac27b3b-7876-48a3-ab4a-4f5422cdb881", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-804072"}
2026-09-16T13:44:01Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-804072"}, "namespace": "ai-tenant-e2e-api-b-804072", "name": "odh-trusted-ca-bundle", "reconcileID": "e933094e-1050-44f4-9cb6-98748181b3f4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-804072", "update": "odh-kserve-custom-ca-bundle"}
2026-09-16T13:44:01Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-804072"}, "namespace": "ai-tenant-e2e-api-b-804072", "name": "odh-trusted-ca-bundle", "reconcileID": "e933094e-1050-44f4-9cb6-98748181b3f4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-804072"}
2026-09-16T13:44:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-804072"}, "namespace": "ai-tenant-e2e-api-b-804072", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0fb5bd3d-4e77-4793-8c69-ec7c30d6e123", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-804072"}
2026-09-16T13:44:07Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-804072","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-804072", "reconcileID": "39b54cca-06ef-4dfe-a189-695fa776efb3", "Gateway": "e2e-api-b-804072", "namespace": "openshift-ingress"}
2026-09-16T13:44:07Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-804072","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-804072", "reconcileID": "39b54cca-06ef-4dfe-a189-695fa776efb3", "Gateway": "e2e-api-b-804072", "namespace": "openshift-ingress", "name": "e2e-api-b-804072-authn-ssl"}
2026-09-16T13:44:07Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-804072","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-804072", "reconcileID": "39b54cca-06ef-4dfe-a189-695fa776efb3", "Gateway": "e2e-api-b-804072", "namespace": "openshift-ingress"}
2026-09-16T13:44:16Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-804072","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-804072", "reconcileID": "4d3d2f80-dc5d-4104-9770-2c6040a9be13", "Gateway": "e2e-api-b-804072", "namespace": "openshift-ingress"}
2026-09-16T13:44:16Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-804072","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-804072", "reconcileID": "4d3d2f80-dc5d-4104-9770-2c6040a9be13", "Gateway": "e2e-api-b-804072", "namespace": "openshift-ingress", "name": "e2e-api-b-804072-authn-ssl"}
2026-09-16T13:44:16Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-804072","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-804072", "reconcileID": "4d3d2f80-dc5d-4104-9770-2c6040a9be13", "Gateway": "e2e-api-b-804072", "namespace": "openshift-ingress"}
2026-09-16T13:44:40Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-744b19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-744b19", "reconcileID": "3c2578f0-22c9-4ae0-9005-36468735a184", "Gateway": "e2e-api-a-744b19", "namespace": "openshift-ingress"}
2026-09-16T13:44:40Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-744b19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-744b19", "reconcileID": "3c2578f0-22c9-4ae0-9005-36468735a184", "Gateway": "e2e-api-a-744b19", "namespace": "openshift-ingress", "name": "e2e-api-a-744b19-authn-ssl"}
2026-09-16T13:44:40Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-744b19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-744b19", "reconcileID": "3c2578f0-22c9-4ae0-9005-36468735a184", "Gateway": "e2e-api-a-744b19", "namespace": "openshift-ingress"}
2026-09-16T13:44:46Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-744b19"}, "namespace": "ai-tenant-e2e-api-a-744b19", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "70fc3a02-c133-4c28-a755-d57df5423b11", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-744b19"}
2026-09-16T13:44:46Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-744b19"}, "namespace": "ai-tenant-e2e-api-a-744b19", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "70fc3a02-c133-4c28-a755-d57df5423b11", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-744b19", "create": "odh-kserve-custom-ca-bundle"}
2026-09-16T13:44:46Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-744b19"}, "namespace": "ai-tenant-e2e-api-a-744b19", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "70fc3a02-c133-4c28-a755-d57df5423b11", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-744b19 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-16T13:44:46Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-744b19"}, "namespace": "ai-tenant-e2e-api-a-744b19", "name": "odh-trusted-ca-bundle", "reconcileID": "4f770629-75da-4cef-a7ce-213d46466bdc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-744b19"}
2026-09-16T13:44:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-744b19"}, "namespace": "ai-tenant-e2e-api-a-744b19", "name": "odh-trusted-ca-bundle", "reconcileID": "4f770629-75da-4cef-a7ce-213d46466bdc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-744b19"}
2026-09-16T13:44:46Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-744b19"}, "namespace": "ai-tenant-e2e-api-a-744b19", "name": "openshift-service-ca.crt", "reconcileID": "18671c75-fb8b-4e6f-b8e3-f2447304c8b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-744b19"}
2026-09-16T13:44:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-744b19"}, "namespace": "ai-tenant-e2e-api-a-744b19", "name": "openshift-service-ca.crt", "reconcileID": "18671c75-fb8b-4e6f-b8e3-f2447304c8b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-744b19"}
2026-09-16T13:44:46Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-744b19"}, "namespace": "ai-tenant-e2e-api-a-744b19", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1bffa083-b4d7-4a3c-bf56-09bdb29d57cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-744b19"}
2026-09-16T13:44:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-744b19"}, "namespace": "ai-tenant-e2e-api-a-744b19", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1bffa083-b4d7-4a3c-bf56-09bdb29d57cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-744b19"}
2026-09-16T13:44:47Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-744b19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-744b19", "reconcileID": "4de13705-27f2-4e6b-80b7-b643e62f7d84", "Gateway": "e2e-api-a-744b19", "namespace": "openshift-ingress"}
2026-09-16T13:45:04Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-804072","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-804072", "reconcileID": "811ee17b-af41-4795-aaaf-b43c087df575", "Gateway": "e2e-api-b-804072", "namespace": "openshift-ingress"}
2026-09-16T13:45:04Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-804072","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-804072", "reconcileID": "811ee17b-af41-4795-aaaf-b43c087df575", "Gateway": "e2e-api-b-804072", "namespace": "openshift-ingress", "name": "e2e-api-b-804072-authn-ssl"}
2026-09-16T13:45:04Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-804072","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-804072", "reconcileID": "811ee17b-af41-4795-aaaf-b43c087df575", "Gateway": "e2e-api-b-804072", "namespace": "openshift-ingress"}
2026-09-16T13:45:10Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-804072"}, "namespace": "ai-tenant-e2e-api-b-804072", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a8c8b667-0872-4462-9830-32a7e68789d3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-804072"}
2026-09-16T13:45:10Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-804072"}, "namespace": "ai-tenant-e2e-api-b-804072", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a8c8b667-0872-4462-9830-32a7e68789d3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-804072", "create": "odh-kserve-custom-ca-bundle"}
2026-09-16T13:45:10Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-804072"}, "namespace": "ai-tenant-e2e-api-b-804072", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a8c8b667-0872-4462-9830-32a7e68789d3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-804072 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-16T13:45:10Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-804072"}, "namespace": "ai-tenant-e2e-api-b-804072", "name": "odh-trusted-ca-bundle", "reconcileID": "cf3a8a8a-d271-4db7-b0ee-cbd03f0c8b3d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-804072"}
2026-09-16T13:45:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-804072"}, "namespace": "ai-tenant-e2e-api-b-804072", "name": "odh-trusted-ca-bundle", "reconcileID": "cf3a8a8a-d271-4db7-b0ee-cbd03f0c8b3d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-804072"}
2026-09-16T13:45:10Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-804072"}, "namespace": "ai-tenant-e2e-api-b-804072", "name": "openshift-service-ca.crt", "reconcileID": "3c26758e-237c-4867-9ba7-5dcbef176642", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-804072"}
2026-09-16T13:45:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-804072"}, "namespace": "ai-tenant-e2e-api-b-804072", "name": "openshift-service-ca.crt", "reconcileID": "3c26758e-237c-4867-9ba7-5dcbef176642", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-804072"}
2026-09-16T13:45:10Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-804072"}, "namespace": "ai-tenant-e2e-api-b-804072", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cbc7e38e-a627-4dc1-8fb0-1d0475805f7a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-804072"}
2026-09-16T13:45:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-804072"}, "namespace": "ai-tenant-e2e-api-b-804072", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cbc7e38e-a627-4dc1-8fb0-1d0475805f7a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-804072"}
2026-09-16T13:45:11Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-804072","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-804072", "reconcileID": "f9863f5f-5446-4ef5-9e59-ddc9998f0e3f", "Gateway": "e2e-api-b-804072", "namespace": "openshift-ingress"}
2026-09-16T13:45:11Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-804072","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-804072", "reconcileID": "f9863f5f-5446-4ef5-9e59-ddc9998f0e3f", "Gateway": "e2e-api-b-804072", "namespace": "openshift-ingress", "name": "e2e-api-b-804072-authn-ssl"}
2026-09-16T13:45:11Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-804072","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-804072", "reconcileID": "f9863f5f-5446-4ef5-9e59-ddc9998f0e3f", "Gateway": "e2e-api-b-804072", "namespace": "openshift-ingress"}
2026-09-16T13:45:11Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-804072","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-804072", "reconcileID": "c262306c-f43e-4a9b-82a6-3419af060da7", "Gateway": "e2e-api-b-804072", "namespace": "openshift-ingress"}
2026-09-16T13:45:22Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-b0514e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b0514e", "reconcileID": "774a1d87-ea98-4308-9df8-29f5082b66e1", "Gateway": "e2e-shared-a-w2-b0514e", "namespace": "openshift-ingress"}
2026-09-16T13:45:22Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-b0514e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b0514e", "reconcileID": "774a1d87-ea98-4308-9df8-29f5082b66e1", "Gateway": "e2e-shared-a-w2-b0514e", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b0514e-authn-ssl"}
2026-09-16T13:45:22Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-b0514e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b0514e", "reconcileID": "774a1d87-ea98-4308-9df8-29f5082b66e1", "Gateway": "e2e-shared-a-w2-b0514e", "namespace": "openshift-ingress"}
2026-09-16T13:45:28Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-b0514e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b0514e", "reconcileID": "7a7a4c3d-9fad-4ae7-a3ab-6988799012e9", "Gateway": "e2e-shared-a-w2-b0514e", "namespace": "openshift-ingress"}
2026-09-16T13:45:28Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-b0514e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b0514e", "reconcileID": "7a7a4c3d-9fad-4ae7-a3ab-6988799012e9", "Gateway": "e2e-shared-a-w2-b0514e", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b0514e-authn-ssl"}
2026-09-16T13:45:28Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-b0514e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b0514e", "reconcileID": "7a7a4c3d-9fad-4ae7-a3ab-6988799012e9", "Gateway": "e2e-shared-a-w2-b0514e", "namespace": "openshift-ingress"}
2026-09-16T13:45:29Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b0514e"}, "namespace": "ai-tenant-e2e-shared-a-w2-b0514e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "272d55e3-b574-4351-ad25-b1eb22801f83", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b0514e"}
2026-09-16T13:45:29Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b0514e"}, "namespace": "ai-tenant-e2e-shared-a-w2-b0514e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "272d55e3-b574-4351-ad25-b1eb22801f83", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b0514e", "create": "odh-kserve-custom-ca-bundle"}
2026-09-16T13:45:29Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b0514e"}, "namespace": "ai-tenant-e2e-shared-a-w2-b0514e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "272d55e3-b574-4351-ad25-b1eb22801f83", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-b0514e because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-16T13:45:29Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b0514e"}, "namespace": "ai-tenant-e2e-shared-a-w2-b0514e", "name": "odh-trusted-ca-bundle", "reconcileID": "bcf9a249-df7e-460b-875c-22e55f52f069", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b0514e"}
2026-09-16T13:45:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b0514e"}, "namespace": "ai-tenant-e2e-shared-a-w2-b0514e", "name": "odh-trusted-ca-bundle", "reconcileID": "bcf9a249-df7e-460b-875c-22e55f52f069", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b0514e"}
2026-09-16T13:45:29Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-b0514e"}, "namespace": "ai-tenant-e2e-shared-a-w2-b0514e", "name": "openshift-service-ca.crt", "reconcileID": "ed883c58-6cca-44d9-8951-043d61cd4f59", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-b0514e"}
2026-09-16T13:45:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-b0514e"}, "namespace": "ai-tenant-e2e-shared-a-w2-b0514e", "name": "openshift-service-ca.crt", "reconcileID": "ed883c58-6cca-44d9-8951-043d61cd4f59", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-b0514e"}
2026-09-16T13:45:29Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b0514e"}, "namespace": "ai-tenant-e2e-shared-a-w2-b0514e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "690579d6-d947-4b6f-a51f-12fc34d17875", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b0514e"}
2026-09-16T13:45:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b0514e"}, "namespace": "ai-tenant-e2e-shared-a-w2-b0514e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "690579d6-d947-4b6f-a51f-12fc34d17875", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b0514e"}
2026-09-16T13:45:30Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-b0514e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b0514e", "reconcileID": "e3ae7799-32b7-46b1-8725-931aea6e0f71", "Gateway": "e2e-shared-a-w2-b0514e", "namespace": "openshift-ingress"}
2026-09-16T13:45:41Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7841d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7841d9", "reconcileID": "cca87b7e-cb83-49a0-98f6-d0984acc1f2b", "Gateway": "e2e-shared-b-w2-7841d9", "namespace": "openshift-ingress"}
2026-09-16T13:45:41Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7841d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7841d9", "reconcileID": "cca87b7e-cb83-49a0-98f6-d0984acc1f2b", "Gateway": "e2e-shared-b-w2-7841d9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7841d9-authn-ssl"}
2026-09-16T13:45:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7841d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7841d9", "reconcileID": "cca87b7e-cb83-49a0-98f6-d0984acc1f2b", "Gateway": "e2e-shared-b-w2-7841d9", "namespace": "openshift-ingress"}
2026-09-16T13:45:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7841d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7841d9", "reconcileID": "a256ccee-8961-4bce-b1a6-6bd5e80789ea", "Gateway": "e2e-shared-b-w2-7841d9", "namespace": "openshift-ingress"}
2026-09-16T13:45:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7841d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7841d9", "reconcileID": "a256ccee-8961-4bce-b1a6-6bd5e80789ea", "Gateway": "e2e-shared-b-w2-7841d9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7841d9-authn-ssl"}
2026-09-16T13:45:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7841d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7841d9", "reconcileID": "a256ccee-8961-4bce-b1a6-6bd5e80789ea", "Gateway": "e2e-shared-b-w2-7841d9", "namespace": "openshift-ingress"}
2026-09-16T13:45:48Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7841d9"}, "namespace": "ai-tenant-e2e-shared-b-w2-7841d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b7bc107-73ae-435c-9b96-fb24d3c9ec37", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7841d9"}
2026-09-16T13:45:48Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7841d9"}, "namespace": "ai-tenant-e2e-shared-b-w2-7841d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b7bc107-73ae-435c-9b96-fb24d3c9ec37", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7841d9", "create": "odh-kserve-custom-ca-bundle"}
2026-09-16T13:45:48Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7841d9"}, "namespace": "ai-tenant-e2e-shared-b-w2-7841d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b7bc107-73ae-435c-9b96-fb24d3c9ec37", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-7841d9 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-16T13:45:48Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7841d9"}, "namespace": "ai-tenant-e2e-shared-b-w2-7841d9", "name": "odh-trusted-ca-bundle", "reconcileID": "e573db1e-f762-4d60-9ee9-085bc738f1da", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7841d9"}
2026-09-16T13:45:48Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7841d9"}, "namespace": "ai-tenant-e2e-shared-b-w2-7841d9", "name": "odh-trusted-ca-bundle", "reconcileID": "e573db1e-f762-4d60-9ee9-085bc738f1da", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7841d9"}
2026-09-16T13:45:48Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-7841d9"}, "namespace": "ai-tenant-e2e-shared-b-w2-7841d9", "name": "openshift-service-ca.crt", "reconcileID": "bcb77bc2-9252-45f5-a5c2-6d54a1ea9723", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-7841d9"}
2026-09-16T13:45:48Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-7841d9"}, "namespace": "ai-tenant-e2e-shared-b-w2-7841d9", "name": "openshift-service-ca.crt", "reconcileID": "bcb77bc2-9252-45f5-a5c2-6d54a1ea9723", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-7841d9"}
2026-09-16T13:45:48Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7841d9"}, "namespace": "ai-tenant-e2e-shared-b-w2-7841d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3fdb748-3c59-4837-879e-9b3c645f6fbe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7841d9"}
2026-09-16T13:45:48Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7841d9"}, "namespace": "ai-tenant-e2e-shared-b-w2-7841d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3fdb748-3c59-4837-879e-9b3c645f6fbe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7841d9"}
2026-09-16T13:45:49Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7841d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7841d9", "reconcileID": "5d8e7072-23b2-44e5-aa51-93a4f0ab5a83", "Gateway": "e2e-shared-b-w2-7841d9", "namespace": "openshift-ingress"}
2026-09-16T13:51:21Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-16T13:51:21Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-16T13:51:24Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-16T13:51:24Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-16T13:54:17Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7e7bb4","namespace":"ai-tenant-e2e-shared-a-w3-7e7bb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "auth-test-model-7e7bb4", "reconcileID": "eeec8842-5e60-43de-aadc-20b731d5c178", "LLMInferenceService": "auth-test-model-7e7bb4", "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4"}
2026-09-16T13:54:17Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7e7bb4","namespace":"ai-tenant-e2e-shared-a-w3-7e7bb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "auth-test-model-7e7bb4", "reconcileID": "eeec8842-5e60-43de-aadc-20b731d5c178", "LLMInferenceService": "auth-test-model-7e7bb4", "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "auth-test-model-7e7bb4"}
2026-09-16T13:54:17Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7e7bb4","namespace":"ai-tenant-e2e-shared-a-w3-7e7bb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "auth-test-model-7e7bb4", "reconcileID": "eeec8842-5e60-43de-aadc-20b731d5c178", "LLMInferenceService": "auth-test-model-7e7bb4", "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4"}
2026-09-16T13:54:17Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7e7bb4","namespace":"ai-tenant-e2e-shared-a-w3-7e7bb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "auth-test-model-7e7bb4", "reconcileID": "eeec8842-5e60-43de-aadc-20b731d5c178", "LLMInferenceService": "auth-test-model-7e7bb4", "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4"}
2026-09-16T13:54:17Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7e7bb4","namespace":"ai-tenant-e2e-shared-a-w3-7e7bb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "auth-test-model-7e7bb4", "reconcileID": "eeec8842-5e60-43de-aadc-20b731d5c178", "LLMInferenceService": "auth-test-model-7e7bb4", "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "auth-test-model-7e7bb4-kserve-route-authn"}
2026-09-16T13:54:17Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7e7bb4","namespace":"ai-tenant-e2e-shared-a-w3-7e7bb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "auth-test-model-7e7bb4", "reconcileID": "eeec8842-5e60-43de-aadc-20b731d5c178", "LLMInferenceService": "auth-test-model-7e7bb4", "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "auth-test-model-7e7bb4-kserve-route-authn"}
2026-09-16T13:54:17Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7e7bb4","namespace":"ai-tenant-e2e-shared-a-w3-7e7bb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "auth-test-model-7e7bb4", "reconcileID": "eeec8842-5e60-43de-aadc-20b731d5c178", "LLMInferenceService": "auth-test-model-7e7bb4", "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4"}
2026-09-16T13:54:17Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7e7bb4","namespace":"ai-tenant-e2e-shared-a-w3-7e7bb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "auth-test-model-7e7bb4", "reconcileID": "eeec8842-5e60-43de-aadc-20b731d5c178", "LLMInferenceService": "auth-test-model-7e7bb4", "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4"}
2026-09-16T13:54:17Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7e7bb4","namespace":"ai-tenant-e2e-shared-a-w3-7e7bb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "auth-test-model-7e7bb4", "reconcileID": "0b204ab8-659d-4a77-bba4-0f3601ab33db", "LLMInferenceService": "auth-test-model-7e7bb4", "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4"}
2026-09-16T13:54:17Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7e7bb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7e7bb4", "reconcileID": "fb0f1c90-e318-4c40-8b7b-803c67db4584", "Gateway": "e2e-shared-a-w3-7e7bb4", "namespace": "openshift-ingress"}
2026-09-16T13:54:17Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7e7bb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7e7bb4", "reconcileID": "fb0f1c90-e318-4c40-8b7b-803c67db4584", "Gateway": "e2e-shared-a-w3-7e7bb4", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7e7bb4-authn-ssl"}
2026-09-16T13:54:17Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7e7bb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7e7bb4", "reconcileID": "fb0f1c90-e318-4c40-8b7b-803c67db4584", "Gateway": "e2e-shared-a-w3-7e7bb4", "namespace": "openshift-ingress"}
2026-09-16T13:54:17Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7e7bb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7e7bb4", "reconcileID": "e1252958-e4e2-4231-ae9d-73e90dbea644", "Gateway": "e2e-shared-a-w3-7e7bb4", "namespace": "openshift-ingress"}
2026-09-16T13:54:17Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7e7bb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7e7bb4", "reconcileID": "e1252958-e4e2-4231-ae9d-73e90dbea644", "Gateway": "e2e-shared-a-w3-7e7bb4", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7e7bb4-authn-ssl"}
2026-09-16T13:54:17Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7e7bb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7e7bb4", "reconcileID": "e1252958-e4e2-4231-ae9d-73e90dbea644", "Gateway": "e2e-shared-a-w3-7e7bb4", "namespace": "openshift-ingress"}
2026-09-16T13:54:17Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8c3cdf","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf", "reconcileID": "27cb66ed-562b-4a0f-929f-b51d401ee248", "LLMInferenceService": "auth-test-model-8c3cdf", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf"}
2026-09-16T13:54:17Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8c3cdf","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf", "reconcileID": "27cb66ed-562b-4a0f-929f-b51d401ee248", "LLMInferenceService": "auth-test-model-8c3cdf", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf"}
2026-09-16T13:54:17Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8c3cdf","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf", "reconcileID": "27cb66ed-562b-4a0f-929f-b51d401ee248", "LLMInferenceService": "auth-test-model-8c3cdf", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf"}
2026-09-16T13:54:17Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8c3cdf","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf", "reconcileID": "27cb66ed-562b-4a0f-929f-b51d401ee248", "LLMInferenceService": "auth-test-model-8c3cdf", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf"}
2026-09-16T13:54:17Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8c3cdf","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf", "reconcileID": "27cb66ed-562b-4a0f-929f-b51d401ee248", "LLMInferenceService": "auth-test-model-8c3cdf", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf-kserve-route-authn"}
2026-09-16T13:54:17Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8c3cdf","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf", "reconcileID": "27cb66ed-562b-4a0f-929f-b51d401ee248", "LLMInferenceService": "auth-test-model-8c3cdf", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf-kserve-route-authn"}
2026-09-16T13:54:17Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8c3cdf","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf", "reconcileID": "27cb66ed-562b-4a0f-929f-b51d401ee248", "LLMInferenceService": "auth-test-model-8c3cdf", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf"}
2026-09-16T13:54:17Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8c3cdf","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf", "reconcileID": "27cb66ed-562b-4a0f-929f-b51d401ee248", "LLMInferenceService": "auth-test-model-8c3cdf", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf"}
2026-09-16T13:54:18Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8c3cdf","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "auth-test-model-8c3cdf", "reconcileID": "db123121-e1d5-42d9-a85d-d940a4504cf3", "LLMInferenceService": "auth-test-model-8c3cdf", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf"}
2026-09-16T13:54:18Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "9afa503d-4d72-4630-ae71-46d867097b7a", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress"}
2026-09-16T13:54:18Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "9afa503d-4d72-4630-ae71-46d867097b7a", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf-authn-ssl"}
2026-09-16T13:54:18Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "9afa503d-4d72-4630-ae71-46d867097b7a", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress"}
2026-09-16T13:54:18Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "2905edf1-7cb6-4a88-97af-d388e1cfceea", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress"}
2026-09-16T13:54:18Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "2905edf1-7cb6-4a88-97af-d388e1cfceea", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf-authn-ssl"}
2026-09-16T13:54:18Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "2905edf1-7cb6-4a88-97af-d388e1cfceea", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress"}
2026-09-16T13:54:28Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7e7bb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7e7bb4", "reconcileID": "1005cace-33af-4b4e-af69-6553e4ef0db8", "Gateway": "e2e-shared-a-w3-7e7bb4", "namespace": "openshift-ingress"}
2026-09-16T13:54:28Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7e7bb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7e7bb4", "reconcileID": "1005cace-33af-4b4e-af69-6553e4ef0db8", "Gateway": "e2e-shared-a-w3-7e7bb4", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7e7bb4-authn-ssl"}
2026-09-16T13:54:28Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7e7bb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7e7bb4", "reconcileID": "1005cace-33af-4b4e-af69-6553e4ef0db8", "Gateway": "e2e-shared-a-w3-7e7bb4", "namespace": "openshift-ingress"}
2026-09-16T13:54:32Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7e7bb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7e7bb4", "reconcileID": "7af6fb4b-3877-45c8-ad50-9e5f24e97bd5", "Gateway": "e2e-shared-a-w3-7e7bb4", "namespace": "openshift-ingress"}
2026-09-16T13:54:32Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7e7bb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7e7bb4", "reconcileID": "7af6fb4b-3877-45c8-ad50-9e5f24e97bd5", "Gateway": "e2e-shared-a-w3-7e7bb4", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7e7bb4-authn-ssl"}
2026-09-16T13:54:32Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7e7bb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7e7bb4", "reconcileID": "7af6fb4b-3877-45c8-ad50-9e5f24e97bd5", "Gateway": "e2e-shared-a-w3-7e7bb4", "namespace": "openshift-ingress"}
2026-09-16T13:54:35Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-7e7bb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f682df2d-2331-44d5-9749-31977e697fc0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4"}
2026-09-16T13:54:35Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-7e7bb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f682df2d-2331-44d5-9749-31977e697fc0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "create": "odh-kserve-custom-ca-bundle"}
2026-09-16T13:54:35Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-7e7bb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f682df2d-2331-44d5-9749-31977e697fc0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-7e7bb4 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-16T13:54:35Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-7e7bb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "odh-trusted-ca-bundle", "reconcileID": "9a17283a-0dd4-4864-9530-d6f6200ba233", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4"}
2026-09-16T13:54:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-7e7bb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "odh-trusted-ca-bundle", "reconcileID": "9a17283a-0dd4-4864-9530-d6f6200ba233", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4"}
2026-09-16T13:54:35Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-7e7bb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "openshift-service-ca.crt", "reconcileID": "4e871b05-b887-49ed-83d1-0cdf9c1e09f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4"}
2026-09-16T13:54:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-7e7bb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "openshift-service-ca.crt", "reconcileID": "4e871b05-b887-49ed-83d1-0cdf9c1e09f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4"}
2026-09-16T13:54:35Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-7e7bb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "269f1ae4-58f4-49da-8143-9c0b17df6ca2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4"}
2026-09-16T13:54:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-7e7bb4"}, "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "269f1ae4-58f4-49da-8143-9c0b17df6ca2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-7e7bb4"}
2026-09-16T13:54:35Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7e7bb4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7e7bb4", "reconcileID": "55621ed6-4bd8-42ac-9460-c3a29faff177", "Gateway": "e2e-shared-a-w3-7e7bb4", "namespace": "openshift-ingress"}
2026-09-16T13:54:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "cc65655b-4b51-40eb-a3ca-935175bafe05", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress"}
2026-09-16T13:54:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "cc65655b-4b51-40eb-a3ca-935175bafe05", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf-authn-ssl"}
2026-09-16T13:54:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "cc65655b-4b51-40eb-a3ca-935175bafe05", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress"}
2026-09-16T13:54:49Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "c082c2f8-a959-4205-83e1-04a66699846c", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress"}
2026-09-16T13:54:49Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "c082c2f8-a959-4205-83e1-04a66699846c", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf-authn-ssl"}
2026-09-16T13:54:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "c082c2f8-a959-4205-83e1-04a66699846c", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress"}
2026-09-16T13:54:52Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1315f9b4-7195-481c-a6d5-5be6722b4dbc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf"}
2026-09-16T13:54:52Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1315f9b4-7195-481c-a6d5-5be6722b4dbc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "create": "odh-kserve-custom-ca-bundle"}
2026-09-16T13:54:52Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1315f9b4-7195-481c-a6d5-5be6722b4dbc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-8c3cdf because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-16T13:54:52Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "odh-trusted-ca-bundle", "reconcileID": "7f663980-f787-4ed8-84ff-6e734ba3077c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf"}
2026-09-16T13:54:52Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "odh-trusted-ca-bundle", "reconcileID": "7f663980-f787-4ed8-84ff-6e734ba3077c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf"}
2026-09-16T13:54:52Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "openshift-service-ca.crt", "reconcileID": "142b0f3d-be66-4909-a648-15ee3eeb1bac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf"}
2026-09-16T13:54:52Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "openshift-service-ca.crt", "reconcileID": "142b0f3d-be66-4909-a648-15ee3eeb1bac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf"}
2026-09-16T13:54:52Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8c2b343-ccfa-402d-a36b-52f0c3585e51", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf"}
2026-09-16T13:54:52Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-8c3cdf"}, "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8c2b343-ccfa-402d-a36b-52f0c3585e51", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-8c3cdf"}
2026-09-16T13:54:53Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-8c3cdf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-8c3cdf", "reconcileID": "c9f72e32-407b-4cf8-be5e-d6d85ca8d54a", "Gateway": "e2e-shared-b-w3-8c3cdf", "namespace": "openshift-ingress"}