2026-06-03T23:34:17Z	INFO	Multi Node reconciling.	{"ResourceName": "openshift-monitoring", "Namespace": "openshift-monitoring"}
2026-06-03T23:34:17Z	INFO	Starting workers	{"controller": "inferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "InferenceService", "worker count": 1}
2026-06-03T23:34:21Z	ERROR	fail to get ray ca cert secret	{"ResourceName": "openshift-monitoring", "Namespace": "openshift-monitoring", "secret": "ray-ca-tls", "namespace": "opendatahub", "error": "Secret \"ray-ca-tls\" not found"}
github.com/opendatahub-io/odh-model-controller/internal/controller/serving.(*ServingRuntimeReconciler).reconcileMultiNodeSR
	/workspace/internal/controller/serving/servingruntime_controller.go:289
github.com/opendatahub-io/odh-model-controller/internal/controller/serving.(*ServingRuntimeReconciler).Reconcile
	/workspace/internal/controller/serving/servingruntime_controller.go:270
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-03T23:34:21Z	ERROR	Reconciler error	{"controller": "servingruntime", "controllerGroup": "serving.kserve.io", "controllerKind": "ServingRuntime", "ServingRuntime": {"name":"openshift-monitoring","namespace":"openshift-monitoring"}, "namespace": "openshift-monitoring", "name": "openshift-monitoring", "reconcileID": "cad6ecc1-6611-4434-b6ac-84a6becef3b6", "error": "Secret \"ray-ca-tls\" not found"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-03T23:34:21Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-06-03T23:34:21Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-06-03T23:34:22Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-06-03T23:34:22Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-06-03T23:34:22Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "openshift-monitoring", "Namespace": "openshift-monitoring"}
2026-06-03T23:34:22Z	INFO	Multi Node reconciling.	{"ResourceName": "openshift-monitoring", "Namespace": "openshift-monitoring"}
2026-06-03T23:34:25Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "openshift-monitoring", "Namespace": "openshift-monitoring"}
2026-06-03T23:35:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "openshift-service-ca.crt", "reconcileID": "4aa9312b-76d1-4df1-9bae-843f7682e084", "ConfigMap": "openshift-service-ca.crt", "namespace": "kuadrant-system"}
2026-06-03T23:35:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-trusted-ca-bundle", "reconcileID": "3432b198-f52d-4021-96bf-d664fa8f49c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "kuadrant-system"}
2026-06-03T23:35:02Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "openshift-service-ca.crt", "reconcileID": "a2848c18-bdb6-40e8-8229-d02568d4e663", "ConfigMap": "openshift-service-ca.crt", "namespace": "kuadrant-system", "create": "odh-kserve-custom-ca-bundle"}
2026-06-03T23:35:02Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "openshift-service-ca.crt", "reconcileID": "a2848c18-bdb6-40e8-8229-d02568d4e663", "ConfigMap": "openshift-service-ca.crt", "namespace": "kuadrant-system"}
2026-06-03T23:35:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "openshift-service-ca.crt", "reconcileID": "715a9a76-7b1c-43f4-b8d6-95a50078c069", "ConfigMap": "openshift-service-ca.crt", "namespace": "kuadrant-system"}
2026-06-03T23:35:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4462ee9-91ce-4605-affb-a75bf4b1427e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "kuadrant-system"}
2026-06-03T23:35:02Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-trusted-ca-bundle", "reconcileID": "c723f045-e3e9-459f-bf69-95c9266a489b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "kuadrant-system", "update": "odh-kserve-custom-ca-bundle"}
2026-06-03T23:35:02Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-trusted-ca-bundle", "reconcileID": "c723f045-e3e9-459f-bf69-95c9266a489b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "kuadrant-system"}
2026-06-03T23:35:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80a15583-7200-4ad2-8120-0f2ec116fde7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "kuadrant-system"}
2026-06-03T23:36:26Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "14f537ac-ea9c-433c-b774-5b0a828af41a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:36:26Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "14f537ac-ea9c-433c-b774-5b0a828af41a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T23:36:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "14f537ac-ea9c-433c-b774-5b0a828af41a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:36:26Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c4f8b3c1-97c8-47e7-afb0-6b62046a09d2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:36:26Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c4f8b3c1-97c8-47e7-afb0-6b62046a09d2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T23:36:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c4f8b3c1-97c8-47e7-afb0-6b62046a09d2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:36:27Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "42d5ac10-6889-4ad9-ad12-3b527b3230b9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:36:27Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "42d5ac10-6889-4ad9-ad12-3b527b3230b9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T23:36:27Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "42d5ac10-6889-4ad9-ad12-3b527b3230b9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:36:30Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6cf3a8e4-cead-49bf-8bab-1dec6d124a93", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:36:30Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6cf3a8e4-cead-49bf-8bab-1dec6d124a93", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T23:36:30Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6cf3a8e4-cead-49bf-8bab-1dec6d124a93", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:37:11Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "07f3d3b5-13da-43f4-9267-01c6f486826c", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"}
2026-06-03T23:37:11Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "454e2930-82b8-43c0-9f86-2c9f61ea4ff6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system"}
2026-06-03T23:37:11Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "7aff1f6a-145c-4b55-817d-0928154fd44c", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system", "create": "odh-kserve-custom-ca-bundle"}
2026-06-03T23:37:11Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "7aff1f6a-145c-4b55-817d-0928154fd44c", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"}
2026-06-03T23:37:11Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "943fc9dd-a5c9-44fc-83db-2be26847610c", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"}
2026-06-03T23:37:11Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "94a06a4d-9964-4ee8-8bdb-0ab7c1870372", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "keycloak-system"}
2026-06-03T23:37:11Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "9bf171b7-39b0-4868-a1ee-8733ff52fbff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system", "update": "odh-kserve-custom-ca-bundle"}
2026-06-03T23:37:11Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "9bf171b7-39b0-4868-a1ee-8733ff52fbff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system"}
2026-06-03T23:37:11Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "12a656bf-1e35-4840-bca5-005fce972ac8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "keycloak-system"}
2026-06-03T23:38:14Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "25d78524-8426-41c0-962a-0a5cb107ade3", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"}
2026-06-03T23:38:14Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "cbc69b92-25a7-4c39-a978-04d2845cdb16", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service", "create": "odh-kserve-custom-ca-bundle"}
2026-06-03T23:38:14Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "cbc69b92-25a7-4c39-a978-04d2845cdb16", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"}
2026-06-03T23:38:14Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "825423f8-7e32-46e0-b4b8-3716c013eef5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"}
2026-06-03T23:38:14Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c5e206af-3e53-4cfc-845e-a2be8ff28834", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"}
2026-06-03T23:38:14Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8c7e740-b664-4479-8292-d141fd0eff00", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"}
2026-06-03T23:38:14Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "581fa69e-adfe-429d-812a-f0c9bfe5e465", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"}
2026-06-03T23:38:14Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2452c471-faff-4475-a17c-45a8b126ebbe", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra", "create": "odh-kserve-custom-ca-bundle"}
2026-06-03T23:38:14Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2452c471-faff-4475-a17c-45a8b126ebbe", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"}
2026-06-03T23:38:14Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "b3b382d9-f620-42a7-b9e1-52d7e7662250", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra", "create": "odh-kserve-custom-ca-bundle"}
2026-06-03T23:38:14Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "b3b382d9-f620-42a7-b9e1-52d7e7662250", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-03T23:38:14Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd7f7278-3ff0-427a-a1f4-f914e0b81d78", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"}
2026-06-03T23:38:14Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d6448e5e-a1a6-4ab7-a7d7-bdabd51d3408", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"}
2026-06-03T23:38:14Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "77cf0f21-4275-4883-aa3b-d7902d68be25", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"}
2026-06-03T23:38:14Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "84dc3972-9dc4-4122-a31f-1278bed7dbd1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service", "update": "odh-kserve-custom-ca-bundle"}
2026-06-03T23:38:14Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "84dc3972-9dc4-4122-a31f-1278bed7dbd1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"}
2026-06-03T23:38:14Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a125a96-becb-479c-9be8-cb6475973a61", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"}
2026-06-03T23:38:14Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "e6ea0ccc-b3fd-4708-86dd-0bac9cbbf415", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra", "update": "odh-kserve-custom-ca-bundle"}
2026-06-03T23:38:14Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "e6ea0ccc-b3fd-4708-86dd-0bac9cbbf415", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"}
2026-06-03T23:38:14Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "46d2c8be-2944-49c4-a391-a60839add85a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"}
2026-06-03T23:38:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "15edbe9c-e0bb-4fef-917a-b0b31c49dc80", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:38:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "15edbe9c-e0bb-4fef-917a-b0b31c49dc80", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T23:38:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "15edbe9c-e0bb-4fef-917a-b0b31c49dc80", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:38:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dd2008a0-11ba-4875-bc8c-85784b10787b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:38:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dd2008a0-11ba-4875-bc8c-85784b10787b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T23:38:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dd2008a0-11ba-4875-bc8c-85784b10787b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:39:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "e2a87a29-6183-465c-ad7e-c753ad3361f9", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"}
2026-06-03T23:39:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "c46a8e03-c5b5-42f3-b42f-b0b3c7d89f32", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"}
2026-06-03T23:39:35Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "2175ad39-9503-4e8b-828d-67b599d8ff3d", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"}
2026-06-03T23:39:35Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "2175ad39-9503-4e8b-828d-67b599d8ff3d", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"}
2026-06-03T23:39:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "729586a8-e2ed-4df8-91eb-357fa096d6e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"}
2026-06-03T23:39:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a943e005-a9ac-4b0c-a77b-217c4922863d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"}
2026-06-03T23:39:35Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "7f3263a6-0668-4b6c-8257-c3360dbae284", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"}
2026-06-03T23:39:35Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "7f3263a6-0668-4b6c-8257-c3360dbae284", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"}
2026-06-03T23:39:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "069bfefa-30c4-470c-b44b-8ed8facb2c0a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"}
2026-06-03T23:39:36Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "b48a79d3-5bb2-46c8-98ba-2a4b3292e7c3", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"}
2026-06-03T23:39:36Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "b48a79d3-5bb2-46c8-98ba-2a4b3292e7c3", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"}
2026-06-03T23:39:36Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "b48a79d3-5bb2-46c8-98ba-2a4b3292e7c3", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"}
2026-06-03T23:39:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "187178d4-1187-4e55-bd36-e6b6b6d5db78", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:39:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "187178d4-1187-4e55-bd36-e6b6b6d5db78", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T23:39:36Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "b48a79d3-5bb2-46c8-98ba-2a4b3292e7c3", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"}
2026-06-03T23:39:36Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "b48a79d3-5bb2-46c8-98ba-2a4b3292e7c3", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"}
2026-06-03T23:39:36Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "b48a79d3-5bb2-46c8-98ba-2a4b3292e7c3", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"}
2026-06-03T23:39:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "187178d4-1187-4e55-bd36-e6b6b6d5db78", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:39:36Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "50a78b9f-0c8e-4143-bb48-3064e531d22c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"}
2026-06-03T23:39:36Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "50a78b9f-0c8e-4143-bb48-3064e531d22c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"}
2026-06-03T23:39:36Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "50a78b9f-0c8e-4143-bb48-3064e531d22c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"}
2026-06-03T23:39:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a8db6014-19d9-4bef-bf24-36f70243de7b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:39:36Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "50a78b9f-0c8e-4143-bb48-3064e531d22c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"}
2026-06-03T23:39:36Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "50a78b9f-0c8e-4143-bb48-3064e531d22c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"}
2026-06-03T23:39:36Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "50a78b9f-0c8e-4143-bb48-3064e531d22c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"}
2026-06-03T23:39:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a8db6014-19d9-4bef-bf24-36f70243de7b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T23:39:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a8db6014-19d9-4bef-bf24-36f70243de7b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:39:36Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "71bac0e4-71af-454d-98bf-4e74fd5a847f", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"}
2026-06-03T23:39:36Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "71bac0e4-71af-454d-98bf-4e74fd5a847f", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"}
2026-06-03T23:39:36Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "71bac0e4-71af-454d-98bf-4e74fd5a847f", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"}
2026-06-03T23:39:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2beec90e-086a-42cf-a96e-d657c1e2bcf8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:39:36Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "71bac0e4-71af-454d-98bf-4e74fd5a847f", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"}
2026-06-03T23:39:36Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "71bac0e4-71af-454d-98bf-4e74fd5a847f", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"}
2026-06-03T23:39:36Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "71bac0e4-71af-454d-98bf-4e74fd5a847f", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"}
2026-06-03T23:39:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2beec90e-086a-42cf-a96e-d657c1e2bcf8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T23:39:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2beec90e-086a-42cf-a96e-d657c1e2bcf8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:39:36Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6764aa04-09bc-455e-8ac7-4f2024c255c7", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"}
2026-06-03T23:39:36Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6764aa04-09bc-455e-8ac7-4f2024c255c7", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"}
2026-06-03T23:39:36Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6764aa04-09bc-455e-8ac7-4f2024c255c7", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"}
2026-06-03T23:39:36Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6764aa04-09bc-455e-8ac7-4f2024c255c7", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"}
2026-06-03T23:39:36Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6764aa04-09bc-455e-8ac7-4f2024c255c7", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"}
2026-06-03T23:39:36Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6764aa04-09bc-455e-8ac7-4f2024c255c7", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"}
2026-06-03T23:39:36Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "d9ea3bb2-64ee-4e00-9f39-dbebf41d60e1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T23:39:36Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "d9ea3bb2-64ee-4e00-9f39-dbebf41d60e1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T23:39:36Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "d9ea3bb2-64ee-4e00-9f39-dbebf41d60e1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T23:39:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "024356f5-a541-4b23-8966-673e537a9616", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:39:36Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "d9ea3bb2-64ee-4e00-9f39-dbebf41d60e1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"}
2026-06-03T23:39:36Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "d9ea3bb2-64ee-4e00-9f39-dbebf41d60e1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"}
2026-06-03T23:39:36Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "d9ea3bb2-64ee-4e00-9f39-dbebf41d60e1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T23:39:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "024356f5-a541-4b23-8966-673e537a9616", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T23:39:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "024356f5-a541-4b23-8966-673e537a9616", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:39:36Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "bdd5515b-4bd8-4504-9ba1-5e9849d5b6ec", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T23:39:36Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "bdd5515b-4bd8-4504-9ba1-5e9849d5b6ec", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T23:39:36Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "bdd5515b-4bd8-4504-9ba1-5e9849d5b6ec", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T23:39:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eb64ad1b-d3f5-472c-b7b1-db11b9b55224", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:39:36Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "bdd5515b-4bd8-4504-9ba1-5e9849d5b6ec", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"}
2026-06-03T23:39:36Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "bdd5515b-4bd8-4504-9ba1-5e9849d5b6ec", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"}
2026-06-03T23:39:36Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "bdd5515b-4bd8-4504-9ba1-5e9849d5b6ec", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T23:39:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eb64ad1b-d3f5-472c-b7b1-db11b9b55224", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T23:39:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eb64ad1b-d3f5-472c-b7b1-db11b9b55224", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:39:36Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "722d7b4c-bad2-4a5f-a9df-eed41e7d8a10", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"}
2026-06-03T23:39:36Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "722d7b4c-bad2-4a5f-a9df-eed41e7d8a10", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"}
2026-06-03T23:39:36Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "722d7b4c-bad2-4a5f-a9df-eed41e7d8a10", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"}
2026-06-03T23:39:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eb1661d5-8ada-4dd0-8142-c0a68da4e731", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:39:36Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "722d7b4c-bad2-4a5f-a9df-eed41e7d8a10", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"}
2026-06-03T23:39:36Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "722d7b4c-bad2-4a5f-a9df-eed41e7d8a10", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"}
2026-06-03T23:39:36Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "722d7b4c-bad2-4a5f-a9df-eed41e7d8a10", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"}
2026-06-03T23:39:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eb1661d5-8ada-4dd0-8142-c0a68da4e731", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T23:39:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eb1661d5-8ada-4dd0-8142-c0a68da4e731", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:39:39Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c90502ab-7b10-45e6-ade2-99bd0fb198db", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:39:39Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c90502ab-7b10-45e6-ade2-99bd0fb198db", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T23:39:39Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c90502ab-7b10-45e6-ade2-99bd0fb198db", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:39:40Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7a8336fd-df64-4f92-8428-d0c0814bd02c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"}
2026-06-03T23:39:40Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7a8336fd-df64-4f92-8428-d0c0814bd02c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"}
2026-06-03T23:39:40Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7a8336fd-df64-4f92-8428-d0c0814bd02c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"}
2026-06-03T23:39:40Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7a8336fd-df64-4f92-8428-d0c0814bd02c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"}
2026-06-03T23:39:40Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7a8336fd-df64-4f92-8428-d0c0814bd02c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"}
2026-06-03T23:39:40Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7a8336fd-df64-4f92-8428-d0c0814bd02c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"}
2026-06-03T23:39:40Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ba5e2ee3-7b46-4cad-bd13-1ffa77f19237", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"}
2026-06-03T23:39:40Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ba5e2ee3-7b46-4cad-bd13-1ffa77f19237", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"}
2026-06-03T23:39:40Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ba5e2ee3-7b46-4cad-bd13-1ffa77f19237", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"}
2026-06-03T23:39:40Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ba5e2ee3-7b46-4cad-bd13-1ffa77f19237", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"}
2026-06-03T23:39:40Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ba5e2ee3-7b46-4cad-bd13-1ffa77f19237", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"}
2026-06-03T23:39:40Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ba5e2ee3-7b46-4cad-bd13-1ffa77f19237", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"}
2026-06-03T23:39:49Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eb0d9a96-4c76-492a-9bbd-292c93441d9d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:39:49Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eb0d9a96-4c76-492a-9bbd-292c93441d9d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T23:39:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eb0d9a96-4c76-492a-9bbd-292c93441d9d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:39:50Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "486b63e8-ae38-40c9-9f7f-a5640568cf69", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"}
2026-06-03T23:39:50Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "486b63e8-ae38-40c9-9f7f-a5640568cf69", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"}
2026-06-03T23:39:50Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "486b63e8-ae38-40c9-9f7f-a5640568cf69", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"}
2026-06-03T23:39:50Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "486b63e8-ae38-40c9-9f7f-a5640568cf69", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"}
2026-06-03T23:39:50Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "486b63e8-ae38-40c9-9f7f-a5640568cf69", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"}
2026-06-03T23:39:50Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "486b63e8-ae38-40c9-9f7f-a5640568cf69", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"}
2026-06-03T23:39:50Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "175f0dee-b749-46d7-890e-85cc3ef86673", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"}
2026-06-03T23:39:50Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "175f0dee-b749-46d7-890e-85cc3ef86673", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"}
2026-06-03T23:39:50Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "175f0dee-b749-46d7-890e-85cc3ef86673", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"}
2026-06-03T23:39:50Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "175f0dee-b749-46d7-890e-85cc3ef86673", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"}
2026-06-03T23:39:50Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "175f0dee-b749-46d7-890e-85cc3ef86673", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"}
2026-06-03T23:39:50Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "175f0dee-b749-46d7-890e-85cc3ef86673", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"}
2026-06-03T23:39:57Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0333b69a-f2cc-45f7-bd7a-326280e07b32", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:39:57Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0333b69a-f2cc-45f7-bd7a-326280e07b32", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T23:39:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0333b69a-f2cc-45f7-bd7a-326280e07b32", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:39:58Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1d42da2d-dbf7-4496-a981-f58882ac39ba", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"}
2026-06-03T23:39:58Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1d42da2d-dbf7-4496-a981-f58882ac39ba", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"}
2026-06-03T23:39:58Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1d42da2d-dbf7-4496-a981-f58882ac39ba", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"}
2026-06-03T23:39:58Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1d42da2d-dbf7-4496-a981-f58882ac39ba", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"}
2026-06-03T23:39:58Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1d42da2d-dbf7-4496-a981-f58882ac39ba", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"}
2026-06-03T23:39:58Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1d42da2d-dbf7-4496-a981-f58882ac39ba", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"}
2026-06-03T23:39:58Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "2bd13870-24ef-4909-8ee9-769c3852f765", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T23:39:58Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "2bd13870-24ef-4909-8ee9-769c3852f765", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T23:39:58Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "2bd13870-24ef-4909-8ee9-769c3852f765", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T23:39:58Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "2bd13870-24ef-4909-8ee9-769c3852f765", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"}
2026-06-03T23:39:58Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "2bd13870-24ef-4909-8ee9-769c3852f765", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"}
2026-06-03T23:39:58Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "2bd13870-24ef-4909-8ee9-769c3852f765", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T23:40:01Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2730ed61-43a8-4ef7-aeef-cca953eec4d1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:40:01Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2730ed61-43a8-4ef7-aeef-cca953eec4d1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T23:40:01Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2730ed61-43a8-4ef7-aeef-cca953eec4d1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:40:02Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "81bf1734-8509-4fb0-b626-bab91a9f967f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T23:40:02Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "81bf1734-8509-4fb0-b626-bab91a9f967f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T23:40:02Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "81bf1734-8509-4fb0-b626-bab91a9f967f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T23:40:02Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "81bf1734-8509-4fb0-b626-bab91a9f967f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"}
2026-06-03T23:40:02Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "81bf1734-8509-4fb0-b626-bab91a9f967f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"}
2026-06-03T23:40:02Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "81bf1734-8509-4fb0-b626-bab91a9f967f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T23:40:02Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "84015f30-05bb-40f7-af46-526c63ed1326", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T23:40:02Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "84015f30-05bb-40f7-af46-526c63ed1326", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T23:40:02Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "84015f30-05bb-40f7-af46-526c63ed1326", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T23:40:02Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "84015f30-05bb-40f7-af46-526c63ed1326", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"}
2026-06-03T23:40:02Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "84015f30-05bb-40f7-af46-526c63ed1326", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"}
2026-06-03T23:40:02Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "84015f30-05bb-40f7-af46-526c63ed1326", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T23:40:18Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "21c24fed-6f3b-4798-8b9f-6bc9daf21633", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:40:18Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "21c24fed-6f3b-4798-8b9f-6bc9daf21633", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T23:40:18Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "21c24fed-6f3b-4798-8b9f-6bc9daf21633", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:40:19Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "73b06c2d-3750-4e4d-accd-3fc868163230", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T23:40:19Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "73b06c2d-3750-4e4d-accd-3fc868163230", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T23:40:19Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "73b06c2d-3750-4e4d-accd-3fc868163230", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T23:40:19Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "73b06c2d-3750-4e4d-accd-3fc868163230", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"}
2026-06-03T23:40:19Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "73b06c2d-3750-4e4d-accd-3fc868163230", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"}
2026-06-03T23:40:19Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "73b06c2d-3750-4e4d-accd-3fc868163230", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T23:40:19Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c087f628-6a21-4ec5-958c-9bac428ea8a3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"}
2026-06-03T23:40:19Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c087f628-6a21-4ec5-958c-9bac428ea8a3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"}
2026-06-03T23:40:19Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c087f628-6a21-4ec5-958c-9bac428ea8a3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"}
2026-06-03T23:40:19Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c087f628-6a21-4ec5-958c-9bac428ea8a3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"}
2026-06-03T23:40:19Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c087f628-6a21-4ec5-958c-9bac428ea8a3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"}
2026-06-03T23:40:19Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c087f628-6a21-4ec5-958c-9bac428ea8a3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"}
2026-06-03T23:40:27Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0df6db7d-0c86-4f9c-bec1-cc6dc714761a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:40:27Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0df6db7d-0c86-4f9c-bec1-cc6dc714761a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T23:40:27Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0df6db7d-0c86-4f9c-bec1-cc6dc714761a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:40:28Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "08985d54-b538-4d46-be9e-3713eec838f9", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"}
2026-06-03T23:40:28Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "08985d54-b538-4d46-be9e-3713eec838f9", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"}
2026-06-03T23:40:28Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "08985d54-b538-4d46-be9e-3713eec838f9", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"}
2026-06-03T23:40:28Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "08985d54-b538-4d46-be9e-3713eec838f9", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"}
2026-06-03T23:40:28Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "08985d54-b538-4d46-be9e-3713eec838f9", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"}
2026-06-03T23:40:28Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "08985d54-b538-4d46-be9e-3713eec838f9", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"}
2026-06-03T23:40:39Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2e4ee4ac-3ec5-4d2e-8514-d6d805d92883", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"}
2026-06-03T23:40:39Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2e4ee4ac-3ec5-4d2e-8514-d6d805d92883", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"}
2026-06-03T23:40:39Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2e4ee4ac-3ec5-4d2e-8514-d6d805d92883", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"}
2026-06-03T23:40:39Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2e4ee4ac-3ec5-4d2e-8514-d6d805d92883", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"}
2026-06-03T23:40:39Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2e4ee4ac-3ec5-4d2e-8514-d6d805d92883", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"}
2026-06-03T23:40:39Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2e4ee4ac-3ec5-4d2e-8514-d6d805d92883", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"}
2026-06-03T23:40:40Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-06-03T23:40:40Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-06-03T23:40:41Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-06-03T23:40:41Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-06-03T23:40:49Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "6fcc9b37-64db-4686-a9f1-41f14de4141d", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"}
2026-06-03T23:40:49Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "6fcc9b37-64db-4686-a9f1-41f14de4141d", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"}
2026-06-03T23:40:49Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "6fcc9b37-64db-4686-a9f1-41f14de4141d", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"}
2026-06-03T23:40:49Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "6fcc9b37-64db-4686-a9f1-41f14de4141d", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"}
2026-06-03T23:40:49Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "6fcc9b37-64db-4686-a9f1-41f14de4141d", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"}
2026-06-03T23:40:49Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "6fcc9b37-64db-4686-a9f1-41f14de4141d", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"}
2026-06-03T23:41:05Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f91fc1b6-515c-4921-be1f-39dbb9d08296", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"}
2026-06-03T23:41:05Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f91fc1b6-515c-4921-be1f-39dbb9d08296", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"}
2026-06-03T23:41:05Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f91fc1b6-515c-4921-be1f-39dbb9d08296", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"}
2026-06-03T23:41:05Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f91fc1b6-515c-4921-be1f-39dbb9d08296", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"}
2026-06-03T23:41:05Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f91fc1b6-515c-4921-be1f-39dbb9d08296", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"}
2026-06-03T23:41:05Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f91fc1b6-515c-4921-be1f-39dbb9d08296", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"}
2026-06-03T23:41:24Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "641f3fee-0598-4238-818c-aea3ed03da2b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T23:41:24Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "641f3fee-0598-4238-818c-aea3ed03da2b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T23:41:24Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "641f3fee-0598-4238-818c-aea3ed03da2b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T23:41:24Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "641f3fee-0598-4238-818c-aea3ed03da2b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"}
2026-06-03T23:41:24Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "641f3fee-0598-4238-818c-aea3ed03da2b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"}
2026-06-03T23:41:24Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "641f3fee-0598-4238-818c-aea3ed03da2b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T23:41:32Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "f916b7ea-b39e-4426-89ea-6dac5e5d66ca", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T23:41:32Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "f916b7ea-b39e-4426-89ea-6dac5e5d66ca", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T23:41:32Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "f916b7ea-b39e-4426-89ea-6dac5e5d66ca", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T23:41:32Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "f916b7ea-b39e-4426-89ea-6dac5e5d66ca", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"}
2026-06-03T23:41:32Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "f916b7ea-b39e-4426-89ea-6dac5e5d66ca", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"}
2026-06-03T23:41:32Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "f916b7ea-b39e-4426-89ea-6dac5e5d66ca", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T23:41:37Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "46ff8cb5-e579-4170-8662-724070deb9a2", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"}
2026-06-03T23:41:37Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "46ff8cb5-e579-4170-8662-724070deb9a2", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"}
2026-06-03T23:41:37Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "46ff8cb5-e579-4170-8662-724070deb9a2", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"}
2026-06-03T23:41:37Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "46ff8cb5-e579-4170-8662-724070deb9a2", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"}
2026-06-03T23:41:37Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "46ff8cb5-e579-4170-8662-724070deb9a2", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"}
2026-06-03T23:41:37Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "46ff8cb5-e579-4170-8662-724070deb9a2", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"}
2026-06-03T23:41:38Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "c86fbb2a-f4b4-40e6-bd0a-ac9c9bb90039", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"}
2026-06-03T23:41:38Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "b483a8a4-3472-4522-be44-b0427dea54f8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"}
2026-06-03T23:41:38Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "9c006c9e-d331-4c9e-8257-ca8adc8751b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"}
2026-06-03T23:41:38Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "9c006c9e-d331-4c9e-8257-ca8adc8751b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"}
2026-06-03T23:41:38Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "86db4ba9-406f-423a-b098-c15bbe3a049c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"}
2026-06-03T23:41:38Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "b494491e-a751-41b2-bd01-bf902fcfeb73", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"}
2026-06-03T23:41:38Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "ad271b84-0e88-48be-9261-6f4ed725e100", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"}
2026-06-03T23:41:38Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "ad271b84-0e88-48be-9261-6f4ed725e100", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"}
2026-06-03T23:41:38Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "88ef933c-0984-44d5-b296-10551755093a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"}
2026-06-03T23:41:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "bcd88484-847e-40c9-8d58-2fa84d105748", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"}
2026-06-03T23:41:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "e6f3d6df-fcdf-4c32-8746-54e8ea2dc318", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"}
2026-06-03T23:41:39Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "8f8bdc01-77f0-4ec9-b1ed-037c4198443e", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"}
2026-06-03T23:41:39Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "8f8bdc01-77f0-4ec9-b1ed-037c4198443e", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"}
2026-06-03T23:41:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "a8729c3d-3ce7-4e1d-99b8-2259b80fa6eb", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"}
2026-06-03T23:41:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0530b8f5-6b63-4c5a-8467-4c7744e3801e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"}
2026-06-03T23:41:39Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "c323cae2-257f-49c6-ba06-5cc01e58094a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"}
2026-06-03T23:41:39Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "c323cae2-257f-49c6-ba06-5cc01e58094a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"}
2026-06-03T23:41:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "238f0245-cffe-49a7-bd6b-a0d045dd7995", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"}
2026-06-03T23:43:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "f9132471-ea5d-4837-9e73-06a73b20cb3b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"}
2026-06-03T23:43:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "e861435c-54eb-4446-b9f3-021b53d07424", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"}
2026-06-03T23:43:46Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "6621da5e-4b45-4b52-8771-b8e1c6aac011", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"}
2026-06-03T23:43:46Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "6621da5e-4b45-4b52-8771-b8e1c6aac011", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"}
2026-06-03T23:43:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d4ec02f9-e643-4039-9a77-a8775700ef0d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"}
2026-06-03T23:43:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "862a4deb-e955-41bf-b9ef-a3ceb8637b71", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"}
2026-06-03T23:43:46Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "62dea167-4e26-420d-bca0-3db0de7e9265", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"}
2026-06-03T23:43:46Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "62dea167-4e26-420d-bca0-3db0de7e9265", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"}
2026-06-03T23:43:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1b47f89-2b80-4c11-97bf-5aa80ecef988", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"}
2026-06-03T23:44:00Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41fc63ef-2622-4905-926c-20d8cf6add71", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"}
2026-06-03T23:44:00Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41fc63ef-2622-4905-926c-20d8cf6add71", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"}
2026-06-03T23:44:00Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41fc63ef-2622-4905-926c-20d8cf6add71", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-03T23:44:00Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "c2891ef1-22f5-42a1-9ea9-53d4daf5afba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"}
2026-06-03T23:44:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "c2891ef1-22f5-42a1-9ea9-53d4daf5afba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"}
2026-06-03T23:44:00Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "290f365c-c48e-4ed9-8663-1575cd452023", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"}
2026-06-03T23:44:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "290f365c-c48e-4ed9-8663-1575cd452023", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"}
2026-06-03T23:44:00Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a937acbe-42b7-4f64-8b85-17ae20cc4f00", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"}
2026-06-03T23:44:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a937acbe-42b7-4f64-8b85-17ae20cc4f00", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"}
2026-06-03T23:44:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "86b7cd54-e829-4b61-8687-68af79c95ec3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"}
2026-06-03T23:44:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "0753bf26-8315-4439-99bb-59d76084c62a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"}
2026-06-03T23:44:32Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "49bbfe49-50b3-4a1f-aabe-dbd7829fa403", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"}
2026-06-03T23:44:32Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "49bbfe49-50b3-4a1f-aabe-dbd7829fa403", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"}
2026-06-03T23:44:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "ef6e7006-5569-45a9-b46c-e16646475eaf", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"}
2026-06-03T23:44:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b61fa2b-7bb3-47a2-8bef-b5cd50555de3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"}
2026-06-03T23:44:32Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "4fe7b29a-3dc7-43d8-bcf5-8e4c706c6440", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"}
2026-06-03T23:44:32Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "4fe7b29a-3dc7-43d8-bcf5-8e4c706c6440", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"}
2026-06-03T23:44:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb2c1ed0-a5e1-4596-9e3a-126a42c56249", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"}
2026-06-03T23:45:01Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "616f4f9e-d60c-4be2-a362-d843f945e13f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"}
2026-06-03T23:45:01Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "616f4f9e-d60c-4be2-a362-d843f945e13f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"}
2026-06-03T23:45:02Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "616f4f9e-d60c-4be2-a362-d843f945e13f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-03T23:45:02Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "3e1b9df6-3b25-4ff5-916c-a540422b7a9b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"}
2026-06-03T23:45:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "3e1b9df6-3b25-4ff5-916c-a540422b7a9b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"}
2026-06-03T23:45:02Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "14ad119f-980a-4920-8a34-47fd6d75bb55", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"}
2026-06-03T23:45:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "14ad119f-980a-4920-8a34-47fd6d75bb55", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"}
2026-06-03T23:45:02Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a005b7f9-2fa0-4262-ad04-d5886fca3146", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"}
2026-06-03T23:45:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a005b7f9-2fa0-4262-ad04-d5886fca3146", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"}
2026-06-03T23:45:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-c876d4"}, "namespace": "e2e-modelref-c876d4", "name": "openshift-service-ca.crt", "reconcileID": "d0d42fcc-3129-487b-b91b-0422051a8ccc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-c876d4"}
2026-06-03T23:45:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-c876d4"}, "namespace": "e2e-modelref-c876d4", "name": "odh-trusted-ca-bundle", "reconcileID": "244c8d64-b536-445e-81ea-415ec0003d7a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-c876d4"}
2026-06-03T23:45:02Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-c876d4"}, "namespace": "e2e-modelref-c876d4", "name": "openshift-service-ca.crt", "reconcileID": "f8ec66b3-dedf-4e8d-a58e-a52610a14804", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-c876d4", "create": "odh-kserve-custom-ca-bundle"}
2026-06-03T23:45:02Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-c876d4"}, "namespace": "e2e-modelref-c876d4", "name": "openshift-service-ca.crt", "reconcileID": "f8ec66b3-dedf-4e8d-a58e-a52610a14804", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-c876d4"}
2026-06-03T23:45:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c876d4"}, "namespace": "e2e-modelref-c876d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6000680d-c832-486a-8210-004979fdfe1c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-c876d4"}
2026-06-03T23:45:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-c876d4"}, "namespace": "e2e-modelref-c876d4", "name": "openshift-service-ca.crt", "reconcileID": "4cc4189d-3a76-4211-86b0-d284feb2da61", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-c876d4"}
2026-06-03T23:45:02Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-c876d4"}, "namespace": "e2e-modelref-c876d4", "name": "odh-trusted-ca-bundle", "reconcileID": "468221c0-5a38-4e39-b87d-e043f7a62078", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-c876d4", "update": "odh-kserve-custom-ca-bundle"}
2026-06-03T23:45:02Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-c876d4"}, "namespace": "e2e-modelref-c876d4", "name": "odh-trusted-ca-bundle", "reconcileID": "468221c0-5a38-4e39-b87d-e043f7a62078", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-c876d4"}
2026-06-03T23:45:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c876d4"}, "namespace": "e2e-modelref-c876d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9491c984-39c4-4297-a56e-7c3a8f5e108e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-c876d4"}
2026-06-03T23:45:02Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "454a763a-b062-4d26-8c56-eee6a1aa602d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:45:02Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "454a763a-b062-4d26-8c56-eee6a1aa602d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T23:45:02Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "454a763a-b062-4d26-8c56-eee6a1aa602d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:45:02Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e2e46604-539d-4c9d-aa33-961a1ed2ea38", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:45:02Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e2e46604-539d-4c9d-aa33-961a1ed2ea38", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T23:45:02Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e2e46604-539d-4c9d-aa33-961a1ed2ea38", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:45:19Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "723c93e9-ce18-479c-b363-a60ea2c67f7f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:45:19Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "723c93e9-ce18-479c-b363-a60ea2c67f7f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T23:45:19Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "723c93e9-ce18-479c-b363-a60ea2c67f7f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:45:19Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "15e63608-24f1-4eb4-8daf-3f3c1cf9d47e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:45:19Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "15e63608-24f1-4eb4-8daf-3f3c1cf9d47e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T23:45:19Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "15e63608-24f1-4eb4-8daf-3f3c1cf9d47e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:45:25Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c876d4"}, "namespace": "e2e-modelref-c876d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8a3d765-22c6-46e4-b9c5-353e49b11e76", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-c876d4"}
2026-06-03T23:45:25Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c876d4"}, "namespace": "e2e-modelref-c876d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8a3d765-22c6-46e4-b9c5-353e49b11e76", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-c876d4", "create": "odh-kserve-custom-ca-bundle"}
2026-06-03T23:45:25Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c876d4"}, "namespace": "e2e-modelref-c876d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8a3d765-22c6-46e4-b9c5-353e49b11e76", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-c876d4 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-03T23:45:25Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-c876d4"}, "namespace": "e2e-modelref-c876d4", "name": "odh-trusted-ca-bundle", "reconcileID": "b987eb93-dcce-4ff9-868b-f026984819b5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-c876d4"}
2026-06-03T23:45:25Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-c876d4"}, "namespace": "e2e-modelref-c876d4", "name": "odh-trusted-ca-bundle", "reconcileID": "b987eb93-dcce-4ff9-868b-f026984819b5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-c876d4"}
2026-06-03T23:45:25Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-c876d4"}, "namespace": "e2e-modelref-c876d4", "name": "openshift-service-ca.crt", "reconcileID": "28004277-3af9-496f-b0d0-4914726294f1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-c876d4"}
2026-06-03T23:45:25Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-c876d4"}, "namespace": "e2e-modelref-c876d4", "name": "openshift-service-ca.crt", "reconcileID": "28004277-3af9-496f-b0d0-4914726294f1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-c876d4"}
2026-06-03T23:45:25Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c876d4"}, "namespace": "e2e-modelref-c876d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5bfdf887-7f26-4803-83d8-f51642e4c091", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-c876d4"}
2026-06-03T23:45:25Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c876d4"}, "namespace": "e2e-modelref-c876d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5bfdf887-7f26-4803-83d8-f51642e4c091", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-c876d4"}
2026-06-03T23:45:34Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-a1fb74"}, "namespace": "e2e-modelref-a1fb74", "name": "openshift-service-ca.crt", "reconcileID": "ce6aaf31-fe35-4ff7-992f-a93c45e2116a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-a1fb74"}
2026-06-03T23:45:34Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-a1fb74"}, "namespace": "e2e-modelref-a1fb74", "name": "odh-trusted-ca-bundle", "reconcileID": "0bedcc7a-f2b4-42ae-9f3c-d99926c85169", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-a1fb74"}
2026-06-03T23:45:34Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-a1fb74"}, "namespace": "e2e-modelref-a1fb74", "name": "openshift-service-ca.crt", "reconcileID": "09ef7dd8-48c6-42ca-a184-206b7ddc580a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-a1fb74", "create": "odh-kserve-custom-ca-bundle"}
2026-06-03T23:45:34Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-a1fb74"}, "namespace": "e2e-modelref-a1fb74", "name": "openshift-service-ca.crt", "reconcileID": "09ef7dd8-48c6-42ca-a184-206b7ddc580a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-a1fb74"}
2026-06-03T23:45:34Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-a1fb74"}, "namespace": "e2e-modelref-a1fb74", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "91fe9bcf-da8f-4447-8f8d-0d01fe167b10", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-a1fb74"}
2026-06-03T23:45:34Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-a1fb74"}, "namespace": "e2e-modelref-a1fb74", "name": "openshift-service-ca.crt", "reconcileID": "69e14c49-1a3d-4f67-bcfe-7201d2728b78", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-a1fb74"}
2026-06-03T23:45:34Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ee3243f6-5830-4436-af4f-7014edaa00ac", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:45:34Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ee3243f6-5830-4436-af4f-7014edaa00ac", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T23:45:34Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ee3243f6-5830-4436-af4f-7014edaa00ac", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:45:34Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0d7c0f54-6756-4f94-a68b-7ea0f5adbc24", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:45:34Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0d7c0f54-6756-4f94-a68b-7ea0f5adbc24", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T23:45:34Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0d7c0f54-6756-4f94-a68b-7ea0f5adbc24", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:45:34Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-a1fb74"}, "namespace": "e2e-modelref-a1fb74", "name": "odh-trusted-ca-bundle", "reconcileID": "56f98804-339c-4e3b-bf43-5819b90c4692", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-a1fb74", "update": "odh-kserve-custom-ca-bundle"}
2026-06-03T23:45:34Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-a1fb74"}, "namespace": "e2e-modelref-a1fb74", "name": "odh-trusted-ca-bundle", "reconcileID": "56f98804-339c-4e3b-bf43-5819b90c4692", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-a1fb74"}
2026-06-03T23:45:34Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-a1fb74"}, "namespace": "e2e-modelref-a1fb74", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e772ea99-8fc9-4f3f-aeb2-e61b326d38ae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-a1fb74"}
2026-06-03T23:45:50Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bb4aa0ab-1099-44ce-af03-58808300bde1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:45:50Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bb4aa0ab-1099-44ce-af03-58808300bde1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T23:45:50Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bb4aa0ab-1099-44ce-af03-58808300bde1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:45:50Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0971f59f-2bc3-44fa-9f22-fbf7398ee109", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:45:50Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0971f59f-2bc3-44fa-9f22-fbf7398ee109", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T23:45:50Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0971f59f-2bc3-44fa-9f22-fbf7398ee109", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T23:45:56Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-a1fb74"}, "namespace": "e2e-modelref-a1fb74", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bed2bc78-126f-4e29-9f68-c3f8f0c077d3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-a1fb74"}
2026-06-03T23:45:56Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-a1fb74"}, "namespace": "e2e-modelref-a1fb74", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bed2bc78-126f-4e29-9f68-c3f8f0c077d3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-a1fb74", "create": "odh-kserve-custom-ca-bundle"}
2026-06-03T23:45:56Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-a1fb74"}, "namespace": "e2e-modelref-a1fb74", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bed2bc78-126f-4e29-9f68-c3f8f0c077d3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-a1fb74 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-03T23:45:56Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-a1fb74"}, "namespace": "e2e-modelref-a1fb74", "name": "odh-trusted-ca-bundle", "reconcileID": "b1a25458-e436-4c89-b4aa-f34f086518f3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-a1fb74"}
2026-06-03T23:45:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-a1fb74"}, "namespace": "e2e-modelref-a1fb74", "name": "odh-trusted-ca-bundle", "reconcileID": "b1a25458-e436-4c89-b4aa-f34f086518f3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-a1fb74"}
2026-06-03T23:45:56Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-a1fb74"}, "namespace": "e2e-modelref-a1fb74", "name": "openshift-service-ca.crt", "reconcileID": "30d73686-def9-4bb9-bfaf-a2c595bb8b36", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-a1fb74"}
2026-06-03T23:45:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-a1fb74"}, "namespace": "e2e-modelref-a1fb74", "name": "openshift-service-ca.crt", "reconcileID": "30d73686-def9-4bb9-bfaf-a2c595bb8b36", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-a1fb74"}
2026-06-03T23:45:56Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-a1fb74"}, "namespace": "e2e-modelref-a1fb74", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "670c2562-5e75-4242-8993-a5b23ec73044", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-a1fb74"}
2026-06-03T23:45:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-a1fb74"}, "namespace": "e2e-modelref-a1fb74", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "670c2562-5e75-4242-8993-a5b23ec73044", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-a1fb74"}
2026-06-03T23:56:07Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-06-03T23:56:07Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-06-03T23:56:10Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-06-03T23:56:10Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-06-04T00:03:47Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9d437291-fc6b-467f-b611-56b6f225479a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-04T00:03:47Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9d437291-fc6b-467f-b611-56b6f225479a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-04T00:03:47Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9d437291-fc6b-467f-b611-56b6f225479a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-04T00:03:56Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f8b2459d-f6eb-46d0-acc3-9064f62d8ff7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-04T00:03:56Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f8b2459d-f6eb-46d0-acc3-9064f62d8ff7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-04T00:03:56Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f8b2459d-f6eb-46d0-acc3-9064f62d8ff7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-04T00:04:21Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2347e794-68fc-443b-a43c-dc962736e6b5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-04T00:04:21Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2347e794-68fc-443b-a43c-dc962736e6b5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-04T00:04:21Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2347e794-68fc-443b-a43c-dc962736e6b5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-04T00:04:34Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f8ebe134-f1ed-44d4-a26e-29bcd150c9b5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-04T00:04:34Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f8ebe134-f1ed-44d4-a26e-29bcd150c9b5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-04T00:04:34Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f8ebe134-f1ed-44d4-a26e-29bcd150c9b5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-04T00:04:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-2e75cefc"}, "namespace": "e2e-aitenant-2e75cefc", "name": "openshift-service-ca.crt", "reconcileID": "55ba8a08-d08c-4b8b-ba21-4dddb6d1fec9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-2e75cefc"}
2026-06-04T00:04:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-2e75cefc"}, "namespace": "e2e-aitenant-2e75cefc", "name": "odh-trusted-ca-bundle", "reconcileID": "39cb468b-0b0a-47da-a06c-aea6cd9de885", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-2e75cefc"}
2026-06-04T00:04:35Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2e75cefc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2e75cefc", "reconcileID": "0f040f15-1ab7-451f-8894-d8f04efb437a", "Gateway": "e2e-ait-2e75cefc", "namespace": "openshift-ingress"}
2026-06-04T00:04:35Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-2e75cefc"}, "namespace": "e2e-aitenant-2e75cefc", "name": "openshift-service-ca.crt", "reconcileID": "8c08ce69-9f2c-4d81-bd08-d075c78b4c1b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-2e75cefc", "create": "odh-kserve-custom-ca-bundle"}
2026-06-04T00:04:35Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2e75cefc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2e75cefc", "reconcileID": "92739170-de76-48b4-ae9f-4fa5397e8e5c", "Gateway": "e2e-ait-2e75cefc", "namespace": "openshift-ingress"}
2026-06-04T00:04:35Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-2e75cefc"}, "namespace": "e2e-aitenant-2e75cefc", "name": "openshift-service-ca.crt", "reconcileID": "8c08ce69-9f2c-4d81-bd08-d075c78b4c1b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-2e75cefc"}
2026-06-04T00:04:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-2e75cefc"}, "namespace": "e2e-aitenant-2e75cefc", "name": "openshift-service-ca.crt", "reconcileID": "42d79662-9617-4be9-9ba2-6f8fe55b48dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-2e75cefc"}
2026-06-04T00:04:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-2e75cefc"}, "namespace": "e2e-aitenant-2e75cefc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "53640ff0-0bf2-45f3-8023-f3bdb5e99940", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-2e75cefc"}
2026-06-04T00:04:35Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2e75cefc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2e75cefc", "reconcileID": "93285cd2-1db8-48f1-99af-9e65f4678131", "Gateway": "e2e-ait-2e75cefc", "namespace": "openshift-ingress"}
2026-06-04T00:04:35Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-2e75cefc"}, "namespace": "e2e-aitenant-2e75cefc", "name": "odh-trusted-ca-bundle", "reconcileID": "5d14e112-de66-4b2b-b59b-b628349fd2cb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-2e75cefc", "update": "odh-kserve-custom-ca-bundle"}
2026-06-04T00:04:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2e75cefc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2e75cefc", "reconcileID": "05a34d7a-3c4b-4bb6-a247-f7d475201645", "Gateway": "e2e-ait-2e75cefc", "namespace": "openshift-ingress"}
2026-06-04T00:04:36Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-2e75cefc"}, "namespace": "e2e-aitenant-2e75cefc", "name": "odh-trusted-ca-bundle", "reconcileID": "5d14e112-de66-4b2b-b59b-b628349fd2cb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-2e75cefc"}
2026-06-04T00:04:36Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-2e75cefc"}, "namespace": "e2e-aitenant-2e75cefc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "40810b2c-c5d1-4b1c-9fc5-2dc3457d231a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-2e75cefc"}
2026-06-04T00:04:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2e75cefc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2e75cefc", "reconcileID": "71a67b48-af94-4d47-bfa4-835cf9a0e29b", "Gateway": "e2e-ait-2e75cefc", "namespace": "openshift-ingress"}
2026-06-04T00:04:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2e75cefc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2e75cefc", "reconcileID": "5a551493-2ee2-46fa-8973-676417ced4c4", "Gateway": "e2e-ait-2e75cefc", "namespace": "openshift-ingress"}
2026-06-04T00:04:39Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2e75cefc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2e75cefc", "reconcileID": "fa082c9b-65e4-499d-a8d5-11aa7052e716", "Gateway": "e2e-ait-2e75cefc", "namespace": "openshift-ingress"}
2026-06-04T00:04:47Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-2e75cefc"}, "namespace": "e2e-aitenant-2e75cefc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e31233f1-bec5-47aa-9c13-31da2d23f0a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-2e75cefc"}
2026-06-04T00:04:47Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-2e75cefc"}, "namespace": "e2e-aitenant-2e75cefc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e31233f1-bec5-47aa-9c13-31da2d23f0a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-2e75cefc", "create": "odh-kserve-custom-ca-bundle"}
2026-06-04T00:04:47Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-2e75cefc"}, "namespace": "e2e-aitenant-2e75cefc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e31233f1-bec5-47aa-9c13-31da2d23f0a2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-2e75cefc because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-04T00:04:47Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-2e75cefc"}, "namespace": "e2e-aitenant-2e75cefc", "name": "odh-trusted-ca-bundle", "reconcileID": "b1cec970-b6f3-430d-95b2-e91cc757ca6f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-2e75cefc"}
2026-06-04T00:04:47Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-2e75cefc"}, "namespace": "e2e-aitenant-2e75cefc", "name": "odh-trusted-ca-bundle", "reconcileID": "b1cec970-b6f3-430d-95b2-e91cc757ca6f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-2e75cefc"}
2026-06-04T00:04:47Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-2e75cefc"}, "namespace": "e2e-aitenant-2e75cefc", "name": "openshift-service-ca.crt", "reconcileID": "78c484a3-6252-4d52-a609-dc7d4f0b882c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-2e75cefc"}
2026-06-04T00:04:47Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-2e75cefc"}, "namespace": "e2e-aitenant-2e75cefc", "name": "openshift-service-ca.crt", "reconcileID": "78c484a3-6252-4d52-a609-dc7d4f0b882c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-2e75cefc"}
2026-06-04T00:04:47Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-2e75cefc"}, "namespace": "e2e-aitenant-2e75cefc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8774f61-4915-4d43-a8e8-06d09c00235f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-2e75cefc"}
2026-06-04T00:04:47Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-2e75cefc"}, "namespace": "e2e-aitenant-2e75cefc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8774f61-4915-4d43-a8e8-06d09c00235f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-2e75cefc"}
2026-06-04T00:04:48Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-2d67fd09"}, "namespace": "e2e-aitenant-2d67fd09", "name": "openshift-service-ca.crt", "reconcileID": "fb35636d-b61f-44a7-bf7e-033f1891229c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-2d67fd09"}
2026-06-04T00:04:48Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-2d67fd09"}, "namespace": "e2e-aitenant-2d67fd09", "name": "odh-trusted-ca-bundle", "reconcileID": "11e22c21-ecf0-4d77-83ea-762e28ea6257", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-2d67fd09"}
2026-06-04T00:04:48Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-2d67fd09"}, "namespace": "e2e-aitenant-2d67fd09", "name": "openshift-service-ca.crt", "reconcileID": "cc7c2d53-e02c-4e6a-b329-871fd8ebb401", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-2d67fd09", "create": "odh-kserve-custom-ca-bundle"}
2026-06-04T00:04:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2d67fd09","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2d67fd09", "reconcileID": "5fbfac13-dc55-43e5-8049-4ff4be055ab0", "Gateway": "e2e-ait-2d67fd09", "namespace": "openshift-ingress"}
2026-06-04T00:04:48Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-2d67fd09"}, "namespace": "e2e-aitenant-2d67fd09", "name": "openshift-service-ca.crt", "reconcileID": "cc7c2d53-e02c-4e6a-b329-871fd8ebb401", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-2d67fd09"}
2026-06-04T00:04:48Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-2d67fd09"}, "namespace": "e2e-aitenant-2d67fd09", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0117749-dfae-4c0c-9669-af042b111d41", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-2d67fd09"}
2026-06-04T00:04:48Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-2d67fd09"}, "namespace": "e2e-aitenant-2d67fd09", "name": "openshift-service-ca.crt", "reconcileID": "6c93880d-e1dd-4a4b-b161-511161a58f3e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-2d67fd09"}
2026-06-04T00:04:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2d67fd09","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2d67fd09", "reconcileID": "3fe913c8-3030-4bdc-858b-779f3f77f42d", "Gateway": "e2e-ait-2d67fd09", "namespace": "openshift-ingress"}
2026-06-04T00:04:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2d67fd09","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2d67fd09", "reconcileID": "24513f80-9100-47c7-a4c8-7425f9ed6741", "Gateway": "e2e-ait-2d67fd09", "namespace": "openshift-ingress"}
2026-06-04T00:04:48Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-2d67fd09"}, "namespace": "e2e-aitenant-2d67fd09", "name": "odh-trusted-ca-bundle", "reconcileID": "b8b5de98-5afb-4a72-a8e7-f4a3e38fdf82", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-2d67fd09", "update": "odh-kserve-custom-ca-bundle"}
2026-06-04T00:04:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2d67fd09","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2d67fd09", "reconcileID": "22fe8fb7-44d9-4ad9-a07b-f5e1bcab10eb", "Gateway": "e2e-ait-2d67fd09", "namespace": "openshift-ingress"}
2026-06-04T00:04:48Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-2d67fd09"}, "namespace": "e2e-aitenant-2d67fd09", "name": "odh-trusted-ca-bundle", "reconcileID": "b8b5de98-5afb-4a72-a8e7-f4a3e38fdf82", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-2d67fd09"}
2026-06-04T00:04:48Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-2d67fd09"}, "namespace": "e2e-aitenant-2d67fd09", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68de882e-bc34-4b68-87cd-27f90321749a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-2d67fd09"}
2026-06-04T00:04:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2d67fd09","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2d67fd09", "reconcileID": "6dc026b3-85f7-4f2b-894d-a8654050071e", "Gateway": "e2e-ait-2d67fd09", "namespace": "openshift-ingress"}
2026-06-04T00:04:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2d67fd09","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2d67fd09", "reconcileID": "806f93cc-b55d-4d9b-9227-ea49bd60098d", "Gateway": "e2e-ait-2d67fd09", "namespace": "openshift-ingress"}
2026-06-04T00:04:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2d67fd09","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2d67fd09", "reconcileID": "a2ce9c78-489a-48b7-9169-07a49b938924", "Gateway": "e2e-ait-2d67fd09", "namespace": "openshift-ingress"}
2026-06-04T00:05:01Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-2d67fd09"}, "namespace": "e2e-aitenant-2d67fd09", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf41b6eb-3fb1-477d-bb1d-124243bad04e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-2d67fd09"}
2026-06-04T00:05:01Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-2d67fd09"}, "namespace": "e2e-aitenant-2d67fd09", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf41b6eb-3fb1-477d-bb1d-124243bad04e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-2d67fd09", "create": "odh-kserve-custom-ca-bundle"}
2026-06-04T00:05:01Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-2d67fd09"}, "namespace": "e2e-aitenant-2d67fd09", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf41b6eb-3fb1-477d-bb1d-124243bad04e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-2d67fd09 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-04T00:05:01Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-2d67fd09"}, "namespace": "e2e-aitenant-2d67fd09", "name": "odh-trusted-ca-bundle", "reconcileID": "c05351bc-03b0-4e7f-87a0-b135d1e8da43", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-2d67fd09"}
2026-06-04T00:05:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-2d67fd09"}, "namespace": "e2e-aitenant-2d67fd09", "name": "odh-trusted-ca-bundle", "reconcileID": "c05351bc-03b0-4e7f-87a0-b135d1e8da43", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-2d67fd09"}
2026-06-04T00:05:01Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-2d67fd09"}, "namespace": "e2e-aitenant-2d67fd09", "name": "openshift-service-ca.crt", "reconcileID": "dda752f9-4dc9-4f7c-92b2-fe53ebab1e8f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-2d67fd09"}
2026-06-04T00:05:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-2d67fd09"}, "namespace": "e2e-aitenant-2d67fd09", "name": "openshift-service-ca.crt", "reconcileID": "dda752f9-4dc9-4f7c-92b2-fe53ebab1e8f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-2d67fd09"}
2026-06-04T00:05:01Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-2d67fd09"}, "namespace": "e2e-aitenant-2d67fd09", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8439cf99-159c-4ac0-a3ed-bef5f6c5c31c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-2d67fd09"}
2026-06-04T00:05:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-2d67fd09"}, "namespace": "e2e-aitenant-2d67fd09", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8439cf99-159c-4ac0-a3ed-bef5f6c5c31c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-2d67fd09"}