2026-06-03T03:28:13Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"kube-node-lease"}, "namespace": "kube-node-lease", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8457b867-b315-43f2-bdec-58c89c3453c8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "kube-node-lease"}
2026-06-03T03:28:13Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-network-node-identity"}, "namespace": "openshift-network-node-identity", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "88c0a4b9-0e9d-4afa-8873-e63f3a7bd754", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-network-node-identity"}
2026-06-03T03:28:13Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-kube-scheduler-operator"}, "namespace": "openshift-kube-scheduler-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6c8680f-87ba-42fc-a652-7dfca35410a6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-kube-scheduler-operator"}
2026-06-03T03:28:13Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-marketplace"}, "namespace": "openshift-marketplace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "849ea8d3-66a0-4be1-b588-986fd107d238", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-marketplace"}
2026-06-03T03:28:19Z	INFO	Starting workers	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "worker count": 1}
2026-06-03T03:28:19Z	INFO	Starting workers	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "worker count": 1}
2026-06-03T03:28:19Z	INFO	Starting workers	{"controller": "inferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "InferenceService", "worker count": 1}
2026-06-03T03:28:19Z	INFO	Starting workers	{"controller": "servingruntime", "controllerGroup": "serving.kserve.io", "controllerKind": "ServingRuntime", "worker count": 1}
2026-06-03T03:28:19Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "openshift-monitoring", "Namespace": "openshift-monitoring"}
2026-06-03T03:28:19Z	INFO	Multi Node reconciling.	{"ResourceName": "openshift-monitoring", "Namespace": "openshift-monitoring"}
2026-06-03T03:28:26Z	ERROR	fail to get ray ca cert secret	{"ResourceName": "openshift-monitoring", "Namespace": "openshift-monitoring", "secret": "ray-ca-tls", "namespace": "opendatahub", "error": "Secret \"ray-ca-tls\" not found"}
github.com/opendatahub-io/odh-model-controller/internal/controller/serving.(*ServingRuntimeReconciler).reconcileMultiNodeSR
	/workspace/internal/controller/serving/servingruntime_controller.go:289
github.com/opendatahub-io/odh-model-controller/internal/controller/serving.(*ServingRuntimeReconciler).Reconcile
	/workspace/internal/controller/serving/servingruntime_controller.go:270
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-03T03:28:26Z	ERROR	Reconciler error	{"controller": "servingruntime", "controllerGroup": "serving.kserve.io", "controllerKind": "ServingRuntime", "ServingRuntime": {"name":"openshift-monitoring","namespace":"openshift-monitoring"}, "namespace": "openshift-monitoring", "name": "openshift-monitoring", "reconcileID": "ec5c7128-8137-4e77-93cb-fb8694076328", "error": "Secret \"ray-ca-tls\" not found"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-03T03:28:26Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-06-03T03:28:26Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-06-03T03:28:29Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-06-03T03:28:29Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-06-03T03:28:29Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "openshift-monitoring", "Namespace": "openshift-monitoring"}
2026-06-03T03:28:29Z	INFO	Multi Node reconciling.	{"ResourceName": "openshift-monitoring", "Namespace": "openshift-monitoring"}
2026-06-03T03:28:32Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "openshift-monitoring", "Namespace": "openshift-monitoring"}
2026-06-03T03:29:04Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "openshift-service-ca.crt", "reconcileID": "f843fe08-7204-485e-8c26-c734750559b9", "ConfigMap": "openshift-service-ca.crt", "namespace": "kuadrant-system"}
2026-06-03T03:29:04Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "openshift-service-ca.crt", "reconcileID": "8a37661e-8c7a-4968-873a-f97c3ae64b21", "ConfigMap": "openshift-service-ca.crt", "namespace": "kuadrant-system", "create": "odh-kserve-custom-ca-bundle"}
2026-06-03T03:29:04Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "openshift-service-ca.crt", "reconcileID": "8a37661e-8c7a-4968-873a-f97c3ae64b21", "ConfigMap": "openshift-service-ca.crt", "namespace": "kuadrant-system"}
2026-06-03T03:29:04Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-trusted-ca-bundle", "reconcileID": "4f0cdc7c-a1b4-4d1e-8bc8-e084f777fe70", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "kuadrant-system"}
2026-06-03T03:29:04Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "openshift-service-ca.crt", "reconcileID": "3a6a1369-d135-4796-a488-d7a504443ecd", "ConfigMap": "openshift-service-ca.crt", "namespace": "kuadrant-system"}
2026-06-03T03:29:04Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67d0b3d6-929e-4ced-a675-4a91fb7631e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "kuadrant-system"}
2026-06-03T03:29:04Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-trusted-ca-bundle", "reconcileID": "60364a9e-d64c-4320-9830-64531eb8c69c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "kuadrant-system", "update": "odh-kserve-custom-ca-bundle"}
2026-06-03T03:29:04Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-trusted-ca-bundle", "reconcileID": "60364a9e-d64c-4320-9830-64531eb8c69c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "kuadrant-system"}
2026-06-03T03:29:04Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72d62e2b-df47-4565-a465-d697bd9757ba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "kuadrant-system"}
2026-06-03T03:30:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "943a5f0f-f629-4f7d-be61-d2ef59a8cd47", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:30:36Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "943a5f0f-f629-4f7d-be61-d2ef59a8cd47", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T03:30:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "943a5f0f-f629-4f7d-be61-d2ef59a8cd47", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:30:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dd75cc0f-7624-4c6e-a4c3-a4c0389e1b24", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:30:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dd75cc0f-7624-4c6e-a4c3-a4c0389e1b24", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T03:30:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dd75cc0f-7624-4c6e-a4c3-a4c0389e1b24", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:30:37Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e709031d-2410-4ff4-a436-bc945b9e3202", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:30:37Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e709031d-2410-4ff4-a436-bc945b9e3202", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T03:30:37Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e709031d-2410-4ff4-a436-bc945b9e3202", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:30:40Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e7dc0264-47a3-421a-ab8b-df4d6a1189d8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:30:40Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e7dc0264-47a3-421a-ab8b-df4d6a1189d8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T03:30:40Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e7dc0264-47a3-421a-ab8b-df4d6a1189d8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:31:21Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "8f43dabc-fab2-44b4-ab1c-6d23ef3dfaae", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"}
2026-06-03T03:31:21Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "df0af968-9cbc-4c70-9c77-495b209763ef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system"}
2026-06-03T03:31:21Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "11945376-ee12-4396-91c8-7e780669094b", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system", "create": "odh-kserve-custom-ca-bundle"}
2026-06-03T03:31:21Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "11945376-ee12-4396-91c8-7e780669094b", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"}
2026-06-03T03:31:21Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2b2ef6c-519b-4416-9318-f0a7fd60a00f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "keycloak-system"}
2026-06-03T03:31:21Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "7378e531-fd83-4cf4-999c-60e71599d690", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"}
2026-06-03T03:31:21Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "1ba3abc7-f33d-4029-be46-518935d3b848", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system", "update": "odh-kserve-custom-ca-bundle"}
2026-06-03T03:31:22Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "1ba3abc7-f33d-4029-be46-518935d3b848", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system"}
2026-06-03T03:31:22Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1597b878-2819-4e3b-8e71-ccedea7c7d4b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "keycloak-system"}
2026-06-03T03:32:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "e32b2353-db92-4eb6-9df7-a9ad97de4f05", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"}
2026-06-03T03:32:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "d45ab750-228d-4890-ba12-d3f0d2a3adf5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"}
2026-06-03T03:32:26Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "53cc6cc8-eced-4e63-b7be-c65ee6e65541", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service", "create": "odh-kserve-custom-ca-bundle"}
2026-06-03T03:32:26Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "53cc6cc8-eced-4e63-b7be-c65ee6e65541", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"}
2026-06-03T03:32:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "744a4246-43fd-4b48-afff-dca72d628703", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"}
2026-06-03T03:32:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "d3b29eb3-2b02-4dac-a385-f78928c9c5be", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"}
2026-06-03T03:32:26Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "d1769501-eb8f-49c8-ac19-239e4b386f58", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service", "update": "odh-kserve-custom-ca-bundle"}
2026-06-03T03:32:26Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "d1769501-eb8f-49c8-ac19-239e4b386f58", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"}
2026-06-03T03:32:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "327201af-3b53-4e70-9b9f-9a1cbf1eead8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"}
2026-06-03T03:32:57Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "53bd0d9a-51fb-454b-a006-479c11953016", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:32:57Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "53bd0d9a-51fb-454b-a006-479c11953016", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T03:32:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "53bd0d9a-51fb-454b-a006-479c11953016", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:32:58Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f57ab5ef-20da-4143-b6c5-892ea87cf07d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:32:58Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f57ab5ef-20da-4143-b6c5-892ea87cf07d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T03:32:58Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f57ab5ef-20da-4143-b6c5-892ea87cf07d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:33:48Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "b9640028-e520-4018-bf62-b696779cab3d", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"}
2026-06-03T03:33:48Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "7f3b3ac9-adc1-4a13-b522-261d7ffda106", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"}
2026-06-03T03:33:48Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "7f3b3ac9-adc1-4a13-b522-261d7ffda106", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"}
2026-06-03T03:33:48Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "a19b916c-8f9f-448a-aaf3-b542f521ea29", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"}
2026-06-03T03:33:48Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8598be42-4677-4b13-9e6d-b210fc93ff72", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"}
2026-06-03T03:33:48Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "8936341a-1362-4561-8d51-c1ff8569eab0", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"}
2026-06-03T03:33:48Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "90402231-4c04-42e5-ba22-97a0e2103e3a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"}
2026-06-03T03:33:48Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "90402231-4c04-42e5-ba22-97a0e2103e3a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"}
2026-06-03T03:33:48Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "37a3030c-55a1-4c09-83ad-89263f3d6696", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"}
2026-06-03T03:33:49Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "aaf88dc5-7f51-4e80-aafc-3527fcd8f98c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"}
2026-06-03T03:33:49Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "aaf88dc5-7f51-4e80-aafc-3527fcd8f98c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"}
2026-06-03T03:33:49Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "aaf88dc5-7f51-4e80-aafc-3527fcd8f98c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"}
2026-06-03T03:33:49Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "04ec41f4-110a-46fb-b0be-dacc6fe16380", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:33:49Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "04ec41f4-110a-46fb-b0be-dacc6fe16380", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T03:33:49Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "aaf88dc5-7f51-4e80-aafc-3527fcd8f98c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"}
2026-06-03T03:33:49Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "aaf88dc5-7f51-4e80-aafc-3527fcd8f98c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"}
2026-06-03T03:33:49Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "aaf88dc5-7f51-4e80-aafc-3527fcd8f98c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"}
2026-06-03T03:33:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "04ec41f4-110a-46fb-b0be-dacc6fe16380", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:33:49Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "841b6635-52ae-4507-9722-6c1184a587a0", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"}
2026-06-03T03:33:49Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "841b6635-52ae-4507-9722-6c1184a587a0", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"}
2026-06-03T03:33:49Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "841b6635-52ae-4507-9722-6c1184a587a0", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"}
2026-06-03T03:33:49Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0ef1dbc7-ff05-4787-aa4c-74604cee3b46", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:33:49Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "841b6635-52ae-4507-9722-6c1184a587a0", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"}
2026-06-03T03:33:49Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "841b6635-52ae-4507-9722-6c1184a587a0", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"}
2026-06-03T03:33:49Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "841b6635-52ae-4507-9722-6c1184a587a0", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"}
2026-06-03T03:33:49Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0ef1dbc7-ff05-4787-aa4c-74604cee3b46", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T03:33:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0ef1dbc7-ff05-4787-aa4c-74604cee3b46", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:33:49Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1620c7df-ae1a-4f3b-999f-dcc64d8a539a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"}
2026-06-03T03:33:49Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1620c7df-ae1a-4f3b-999f-dcc64d8a539a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"}
2026-06-03T03:33:49Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1620c7df-ae1a-4f3b-999f-dcc64d8a539a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"}
2026-06-03T03:33:49Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "909ec099-de80-429d-9acd-30e59579e730", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:33:49Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1620c7df-ae1a-4f3b-999f-dcc64d8a539a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"}
2026-06-03T03:33:49Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1620c7df-ae1a-4f3b-999f-dcc64d8a539a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"}
2026-06-03T03:33:49Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1620c7df-ae1a-4f3b-999f-dcc64d8a539a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"}
2026-06-03T03:33:49Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "909ec099-de80-429d-9acd-30e59579e730", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T03:33:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "909ec099-de80-429d-9acd-30e59579e730", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:33:49Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8b398896-242d-4ee6-a4fc-fb83bd5314f4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"}
2026-06-03T03:33:49Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8b398896-242d-4ee6-a4fc-fb83bd5314f4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"}
2026-06-03T03:33:49Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8b398896-242d-4ee6-a4fc-fb83bd5314f4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"}
2026-06-03T03:33:49Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8b398896-242d-4ee6-a4fc-fb83bd5314f4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"}
2026-06-03T03:33:49Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8b398896-242d-4ee6-a4fc-fb83bd5314f4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"}
2026-06-03T03:33:49Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8b398896-242d-4ee6-a4fc-fb83bd5314f4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"}
2026-06-03T03:33:49Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a00a33a4-743f-4944-ac27-a4d66705d49b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T03:33:49Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a00a33a4-743f-4944-ac27-a4d66705d49b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T03:33:49Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a00a33a4-743f-4944-ac27-a4d66705d49b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T03:33:49Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1327feb3-befc-4047-ba06-dedcd623af53", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:33:49Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a00a33a4-743f-4944-ac27-a4d66705d49b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"}
2026-06-03T03:33:49Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a00a33a4-743f-4944-ac27-a4d66705d49b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"}
2026-06-03T03:33:49Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a00a33a4-743f-4944-ac27-a4d66705d49b", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T03:33:49Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1327feb3-befc-4047-ba06-dedcd623af53", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T03:33:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1327feb3-befc-4047-ba06-dedcd623af53", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:33:49Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "95547879-8970-4c6f-a560-562ffdfbe933", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T03:33:49Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "95547879-8970-4c6f-a560-562ffdfbe933", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T03:33:49Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "95547879-8970-4c6f-a560-562ffdfbe933", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T03:33:49Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e74b8f0a-dd91-4103-8e69-ec23556ab991", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:33:49Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "95547879-8970-4c6f-a560-562ffdfbe933", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"}
2026-06-03T03:33:49Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "95547879-8970-4c6f-a560-562ffdfbe933", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"}
2026-06-03T03:33:49Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "95547879-8970-4c6f-a560-562ffdfbe933", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T03:33:49Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e74b8f0a-dd91-4103-8e69-ec23556ab991", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T03:33:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e74b8f0a-dd91-4103-8e69-ec23556ab991", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:33:49Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4689293b-f368-4bfd-b7e5-c3eff0d33cb5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"}
2026-06-03T03:33:49Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4689293b-f368-4bfd-b7e5-c3eff0d33cb5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"}
2026-06-03T03:33:49Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4689293b-f368-4bfd-b7e5-c3eff0d33cb5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"}
2026-06-03T03:33:49Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "15f2f362-5140-497d-88de-ee95c2c5f582", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:33:49Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4689293b-f368-4bfd-b7e5-c3eff0d33cb5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"}
2026-06-03T03:33:49Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4689293b-f368-4bfd-b7e5-c3eff0d33cb5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"}
2026-06-03T03:33:49Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4689293b-f368-4bfd-b7e5-c3eff0d33cb5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"}
2026-06-03T03:33:49Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "15f2f362-5140-497d-88de-ee95c2c5f582", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T03:33:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "15f2f362-5140-497d-88de-ee95c2c5f582", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:33:51Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "baf6dc83-ff63-4c57-b892-b2282da55419", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:33:51Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "baf6dc83-ff63-4c57-b892-b2282da55419", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T03:33:51Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "baf6dc83-ff63-4c57-b892-b2282da55419", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:33:53Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "fbfe56fb-9deb-43fd-ba22-a6339607d2f9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"}
2026-06-03T03:33:53Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "fbfe56fb-9deb-43fd-ba22-a6339607d2f9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"}
2026-06-03T03:33:53Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "fbfe56fb-9deb-43fd-ba22-a6339607d2f9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"}
2026-06-03T03:33:53Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "fbfe56fb-9deb-43fd-ba22-a6339607d2f9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"}
2026-06-03T03:33:53Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "fbfe56fb-9deb-43fd-ba22-a6339607d2f9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"}
2026-06-03T03:33:53Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "fbfe56fb-9deb-43fd-ba22-a6339607d2f9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"}
2026-06-03T03:33:53Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "60167acf-fb8b-45b3-b39f-b83cca99846b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"}
2026-06-03T03:33:53Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "60167acf-fb8b-45b3-b39f-b83cca99846b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"}
2026-06-03T03:33:53Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "60167acf-fb8b-45b3-b39f-b83cca99846b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"}
2026-06-03T03:33:53Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "60167acf-fb8b-45b3-b39f-b83cca99846b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"}
2026-06-03T03:33:53Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "60167acf-fb8b-45b3-b39f-b83cca99846b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"}
2026-06-03T03:33:53Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "60167acf-fb8b-45b3-b39f-b83cca99846b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"}
2026-06-03T03:33:57Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "877392b0-5c8a-4d09-ac97-7390ddab3611", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:33:57Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "877392b0-5c8a-4d09-ac97-7390ddab3611", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T03:33:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "877392b0-5c8a-4d09-ac97-7390ddab3611", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:33:58Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "b31b0dc5-7c35-42eb-a38a-cc32838edff5", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"}
2026-06-03T03:33:58Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "b31b0dc5-7c35-42eb-a38a-cc32838edff5", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"}
2026-06-03T03:33:58Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "b31b0dc5-7c35-42eb-a38a-cc32838edff5", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"}
2026-06-03T03:33:58Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "b31b0dc5-7c35-42eb-a38a-cc32838edff5", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"}
2026-06-03T03:33:58Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "b31b0dc5-7c35-42eb-a38a-cc32838edff5", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"}
2026-06-03T03:33:58Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "b31b0dc5-7c35-42eb-a38a-cc32838edff5", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"}
2026-06-03T03:33:58Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "eee6386f-af3f-4acc-ac2c-4163a6843846", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"}
2026-06-03T03:33:58Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "eee6386f-af3f-4acc-ac2c-4163a6843846", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"}
2026-06-03T03:33:58Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "eee6386f-af3f-4acc-ac2c-4163a6843846", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"}
2026-06-03T03:33:58Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "eee6386f-af3f-4acc-ac2c-4163a6843846", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"}
2026-06-03T03:33:58Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "eee6386f-af3f-4acc-ac2c-4163a6843846", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"}
2026-06-03T03:33:58Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "eee6386f-af3f-4acc-ac2c-4163a6843846", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"}
2026-06-03T03:34:01Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "39d69b31-e44a-4146-83b9-9039aa237e48", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:34:01Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "39d69b31-e44a-4146-83b9-9039aa237e48", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T03:34:01Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "39d69b31-e44a-4146-83b9-9039aa237e48", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:34:02Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0a73c660-835c-4c42-bd2a-b3c55bb654c6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"}
2026-06-03T03:34:02Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0a73c660-835c-4c42-bd2a-b3c55bb654c6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"}
2026-06-03T03:34:02Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0a73c660-835c-4c42-bd2a-b3c55bb654c6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"}
2026-06-03T03:34:02Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0a73c660-835c-4c42-bd2a-b3c55bb654c6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"}
2026-06-03T03:34:02Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0a73c660-835c-4c42-bd2a-b3c55bb654c6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"}
2026-06-03T03:34:02Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0a73c660-835c-4c42-bd2a-b3c55bb654c6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"}
2026-06-03T03:34:02Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5ce1c019-cdc3-4ff4-95da-a7d261a10b0a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T03:34:02Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5ce1c019-cdc3-4ff4-95da-a7d261a10b0a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T03:34:02Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5ce1c019-cdc3-4ff4-95da-a7d261a10b0a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T03:34:02Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5ce1c019-cdc3-4ff4-95da-a7d261a10b0a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"}
2026-06-03T03:34:02Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5ce1c019-cdc3-4ff4-95da-a7d261a10b0a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"}
2026-06-03T03:34:02Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5ce1c019-cdc3-4ff4-95da-a7d261a10b0a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T03:34:26Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f1f5cc54-2f5c-419a-b39d-ac6e1625e0eb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:34:26Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f1f5cc54-2f5c-419a-b39d-ac6e1625e0eb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T03:34:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f1f5cc54-2f5c-419a-b39d-ac6e1625e0eb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:34:27Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "eb24df9c-914f-41d9-962f-623a24a6b7c6", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T03:34:27Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "eb24df9c-914f-41d9-962f-623a24a6b7c6", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T03:34:27Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "eb24df9c-914f-41d9-962f-623a24a6b7c6", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T03:34:27Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "eb24df9c-914f-41d9-962f-623a24a6b7c6", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"}
2026-06-03T03:34:27Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "eb24df9c-914f-41d9-962f-623a24a6b7c6", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"}
2026-06-03T03:34:27Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "eb24df9c-914f-41d9-962f-623a24a6b7c6", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T03:34:27Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4c6cd314-952f-4be9-b986-5185e4eec9e8", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T03:34:27Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4c6cd314-952f-4be9-b986-5185e4eec9e8", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T03:34:27Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4c6cd314-952f-4be9-b986-5185e4eec9e8", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T03:34:27Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4c6cd314-952f-4be9-b986-5185e4eec9e8", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"}
2026-06-03T03:34:27Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4c6cd314-952f-4be9-b986-5185e4eec9e8", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"}
2026-06-03T03:34:27Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4c6cd314-952f-4be9-b986-5185e4eec9e8", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T03:34:32Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0d36d5f5-9a30-4888-92dc-90de057e4bcd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:34:32Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0d36d5f5-9a30-4888-92dc-90de057e4bcd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T03:34:32Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0d36d5f5-9a30-4888-92dc-90de057e4bcd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:34:33Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7b33f4f4-e10f-43b6-8e1b-a9b06f92bff5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T03:34:33Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7b33f4f4-e10f-43b6-8e1b-a9b06f92bff5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T03:34:33Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7b33f4f4-e10f-43b6-8e1b-a9b06f92bff5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T03:34:33Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7b33f4f4-e10f-43b6-8e1b-a9b06f92bff5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"}
2026-06-03T03:34:33Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7b33f4f4-e10f-43b6-8e1b-a9b06f92bff5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"}
2026-06-03T03:34:33Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7b33f4f4-e10f-43b6-8e1b-a9b06f92bff5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T03:34:33Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f955cdd4-9a90-40cb-ace5-35e5910becc0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"}
2026-06-03T03:34:33Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f955cdd4-9a90-40cb-ace5-35e5910becc0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"}
2026-06-03T03:34:33Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f955cdd4-9a90-40cb-ace5-35e5910becc0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"}
2026-06-03T03:34:33Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f955cdd4-9a90-40cb-ace5-35e5910becc0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"}
2026-06-03T03:34:33Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f955cdd4-9a90-40cb-ace5-35e5910becc0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"}
2026-06-03T03:34:33Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f955cdd4-9a90-40cb-ace5-35e5910becc0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"}
2026-06-03T03:34:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "325e49be-78f4-4239-8751-ab02b7ebefb5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:34:52Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "325e49be-78f4-4239-8751-ab02b7ebefb5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T03:34:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "325e49be-78f4-4239-8751-ab02b7ebefb5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:34:53Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "64e54c88-fbb1-44ed-9d5a-0148a6e5ef70", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"}
2026-06-03T03:34:53Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "64e54c88-fbb1-44ed-9d5a-0148a6e5ef70", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"}
2026-06-03T03:34:53Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "64e54c88-fbb1-44ed-9d5a-0148a6e5ef70", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"}
2026-06-03T03:34:53Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "64e54c88-fbb1-44ed-9d5a-0148a6e5ef70", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"}
2026-06-03T03:34:53Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "64e54c88-fbb1-44ed-9d5a-0148a6e5ef70", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"}
2026-06-03T03:34:53Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "64e54c88-fbb1-44ed-9d5a-0148a6e5ef70", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"}
2026-06-03T03:34:55Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3e571239-72b9-47e3-bf9f-de118c80c457", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"}
2026-06-03T03:34:55Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3e571239-72b9-47e3-bf9f-de118c80c457", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"}
2026-06-03T03:34:55Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3e571239-72b9-47e3-bf9f-de118c80c457", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"}
2026-06-03T03:34:55Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3e571239-72b9-47e3-bf9f-de118c80c457", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"}
2026-06-03T03:34:55Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3e571239-72b9-47e3-bf9f-de118c80c457", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"}
2026-06-03T03:34:55Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3e571239-72b9-47e3-bf9f-de118c80c457", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"}
2026-06-03T03:35:03Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f10ca77b-4f84-4f45-8160-37828f0d0000", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"}
2026-06-03T03:35:03Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f10ca77b-4f84-4f45-8160-37828f0d0000", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"}
2026-06-03T03:35:03Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f10ca77b-4f84-4f45-8160-37828f0d0000", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"}
2026-06-03T03:35:03Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f10ca77b-4f84-4f45-8160-37828f0d0000", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"}
2026-06-03T03:35:03Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f10ca77b-4f84-4f45-8160-37828f0d0000", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"}
2026-06-03T03:35:03Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f10ca77b-4f84-4f45-8160-37828f0d0000", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"}
2026-06-03T03:35:15Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "97131e25-aa15-48ef-9c79-cf96567f0507", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"}
2026-06-03T03:35:15Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "97131e25-aa15-48ef-9c79-cf96567f0507", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"}
2026-06-03T03:35:15Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "97131e25-aa15-48ef-9c79-cf96567f0507", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"}
2026-06-03T03:35:15Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "97131e25-aa15-48ef-9c79-cf96567f0507", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"}
2026-06-03T03:35:15Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "97131e25-aa15-48ef-9c79-cf96567f0507", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"}
2026-06-03T03:35:15Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "97131e25-aa15-48ef-9c79-cf96567f0507", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"}
2026-06-03T03:35:26Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "fa56d1ce-3236-49d9-ba01-f81640c32ffb", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T03:35:26Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "fa56d1ce-3236-49d9-ba01-f81640c32ffb", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T03:35:26Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "fa56d1ce-3236-49d9-ba01-f81640c32ffb", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T03:35:26Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "fa56d1ce-3236-49d9-ba01-f81640c32ffb", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"}
2026-06-03T03:35:26Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "fa56d1ce-3236-49d9-ba01-f81640c32ffb", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"}
2026-06-03T03:35:26Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "fa56d1ce-3236-49d9-ba01-f81640c32ffb", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T03:35:39Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "56f571e4-ec69-4bba-85ab-d34b7fce482e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T03:35:39Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "56f571e4-ec69-4bba-85ab-d34b7fce482e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T03:35:39Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "56f571e4-ec69-4bba-85ab-d34b7fce482e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T03:35:39Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "56f571e4-ec69-4bba-85ab-d34b7fce482e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"}
2026-06-03T03:35:39Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "56f571e4-ec69-4bba-85ab-d34b7fce482e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"}
2026-06-03T03:35:39Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "56f571e4-ec69-4bba-85ab-d34b7fce482e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"}
2026-06-03T03:36:00Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "bde1158c-c3e8-4c22-922b-9b2d754efa0f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"}
2026-06-03T03:36:00Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "bde1158c-c3e8-4c22-922b-9b2d754efa0f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"}
2026-06-03T03:36:00Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "bde1158c-c3e8-4c22-922b-9b2d754efa0f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"}
2026-06-03T03:36:00Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "bde1158c-c3e8-4c22-922b-9b2d754efa0f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"}
2026-06-03T03:36:00Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "bde1158c-c3e8-4c22-922b-9b2d754efa0f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"}
2026-06-03T03:36:00Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "bde1158c-c3e8-4c22-922b-9b2d754efa0f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"}
2026-06-03T03:36:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "259218c7-ccfa-4876-aae9-f6a9ecb22095", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"}
2026-06-03T03:36:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "e36fd4f4-d5fa-4588-b20e-d4eeba0596dc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"}
2026-06-03T03:36:01Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "2e198d58-972b-4037-8615-f021d290738d", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"}
2026-06-03T03:36:01Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "2e198d58-972b-4037-8615-f021d290738d", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"}
2026-06-03T03:36:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "85f6a05c-e7a8-47a7-9072-aba5d8ab3c5c", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"}
2026-06-03T03:36:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb18630f-b1e1-4b08-a59b-179b74aeb266", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"}
2026-06-03T03:36:01Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "c5261a50-4e47-44b8-a7ff-e46e95161854", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"}
2026-06-03T03:36:01Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "c5261a50-4e47-44b8-a7ff-e46e95161854", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"}
2026-06-03T03:36:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d5a0a84f-b2c6-4c88-99d5-e9b8749a9b85", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"}
2026-06-03T03:36:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "342a4c8c-de81-46ba-abe0-a083edd33c48", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"}
2026-06-03T03:36:02Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "73387cdb-de7d-41ca-93d9-45fbc6944ccd", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"}
2026-06-03T03:36:02Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "73387cdb-de7d-41ca-93d9-45fbc6944ccd", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"}
2026-06-03T03:36:02Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "bba4461e-bd73-47bd-bb18-cae87c134bd4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"}
2026-06-03T03:36:02Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "bba4461e-bd73-47bd-bb18-cae87c134bd4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-03T03:36:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "3a2fb659-5346-427d-8c0a-0f6b84d51eca", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"}
2026-06-03T03:36:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "503c93e3-cb0d-43aa-9e5a-71a5156be2bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"}
2026-06-03T03:36:02Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "1af17ae4-59a3-484e-a6d2-e46f4036c5fb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"}
2026-06-03T03:36:02Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "1af17ae4-59a3-484e-a6d2-e46f4036c5fb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"}
2026-06-03T03:36:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7abac637-caf1-4dbe-9881-a8d98b9a18fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"}
2026-06-03T03:36:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "061e6af1-448a-4fe9-8aac-6d9480a0e8ec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"}
2026-06-03T03:36:44Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-06-03T03:36:44Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-06-03T03:36:45Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-06-03T03:36:45Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-06-03T03:38:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "20baf6e0-f90c-43e1-9f3e-3d3082d22081", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"}
2026-06-03T03:38:08Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "bd2d97ee-a7f2-49a4-9727-90cd7587a37b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"}
2026-06-03T03:38:08Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "bd2d97ee-a7f2-49a4-9727-90cd7587a37b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"}
2026-06-03T03:38:08Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "9ef69437-d10d-4963-ae48-c5a84a97b100", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"}
2026-06-03T03:38:08Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "9ef69437-d10d-4963-ae48-c5a84a97b100", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-03T03:38:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "75327e15-a3cb-45ed-b446-bf2b6c1dfaef", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"}
2026-06-03T03:38:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21726844-9b16-4877-b5f5-feade8b3fbe1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"}
2026-06-03T03:38:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "4d2ab1ae-54f9-43c0-b4a1-9a3c79ad2041", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"}
2026-06-03T03:38:08Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "55260663-0dc5-468c-99a3-e3ea14d6aa91", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"}
2026-06-03T03:38:08Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "55260663-0dc5-468c-99a3-e3ea14d6aa91", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"}
2026-06-03T03:38:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c46dfc80-0c1a-48cb-ae94-b9485592382e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"}
2026-06-03T03:38:22Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1d55f71-e1f7-4251-bb5e-64a209ffc79c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"}
2026-06-03T03:38:22Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1d55f71-e1f7-4251-bb5e-64a209ffc79c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"}
2026-06-03T03:38:22Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1d55f71-e1f7-4251-bb5e-64a209ffc79c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-03T03:38:22Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "cdf12575-1c7d-4703-9393-e2838324f10b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"}
2026-06-03T03:38:22Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "cdf12575-1c7d-4703-9393-e2838324f10b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"}
2026-06-03T03:38:22Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "e53085d7-931e-4472-8ef0-45e048409997", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"}
2026-06-03T03:38:22Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "e53085d7-931e-4472-8ef0-45e048409997", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"}
2026-06-03T03:38:22Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8bbe0b70-a139-4884-a76a-202b13fe0654", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"}
2026-06-03T03:38:22Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8bbe0b70-a139-4884-a76a-202b13fe0654", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"}
2026-06-03T03:38:54Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "ccd4182d-21a1-452e-bbb2-e0131149cb41", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"}
2026-06-03T03:38:54Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "6b8e802c-b4f5-4ede-8415-19d1dffb4ddf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"}
2026-06-03T03:38:54Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "6b8e802c-b4f5-4ede-8415-19d1dffb4ddf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"}
2026-06-03T03:38:54Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "fa92205c-f1dd-4c13-be85-872439d1fc18", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"}
2026-06-03T03:38:54Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "062e4654-f64b-47c4-8cd1-215c45f281ec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"}
2026-06-03T03:38:54Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "def114ff-17a1-445e-a0fb-077bf0c48fd6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"}
2026-06-03T03:38:54Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "def114ff-17a1-445e-a0fb-077bf0c48fd6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"}
2026-06-03T03:38:54Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4b2c719-7c95-4ac3-b879-a338cef63b70", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"}
2026-06-03T03:39:23Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7046cc67-eb68-40d0-ac6f-7e6a6441dd70", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"}
2026-06-03T03:39:23Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7046cc67-eb68-40d0-ac6f-7e6a6441dd70", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"}
2026-06-03T03:39:23Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7046cc67-eb68-40d0-ac6f-7e6a6441dd70", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-03T03:39:23Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "f9ae544f-c56f-45c0-bc9a-af350ba2750c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"}
2026-06-03T03:39:23Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "f9ae544f-c56f-45c0-bc9a-af350ba2750c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"}
2026-06-03T03:39:23Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "cb2b7c1f-e25f-4d9d-b180-bba277eb5582", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"}
2026-06-03T03:39:23Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "cb2b7c1f-e25f-4d9d-b180-bba277eb5582", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"}
2026-06-03T03:39:23Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f20ef11c-4270-4547-a2a0-0ff691145562", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"}
2026-06-03T03:39:23Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f20ef11c-4270-4547-a2a0-0ff691145562", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"}
2026-06-03T03:39:24Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-9d6229"}, "namespace": "e2e-modelref-9d6229", "name": "openshift-service-ca.crt", "reconcileID": "bcdf7343-8ad6-4c93-8b67-2adc83ff8890", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-9d6229"}
2026-06-03T03:39:24Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-9d6229"}, "namespace": "e2e-modelref-9d6229", "name": "odh-trusted-ca-bundle", "reconcileID": "734bbfb0-b806-4a9c-8c50-7ed0b2f006dc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-9d6229"}
2026-06-03T03:39:24Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-9d6229"}, "namespace": "e2e-modelref-9d6229", "name": "openshift-service-ca.crt", "reconcileID": "91240aa2-13c0-4085-86c7-25f2c2e48e8c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-9d6229", "create": "odh-kserve-custom-ca-bundle"}
2026-06-03T03:39:24Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-9d6229"}, "namespace": "e2e-modelref-9d6229", "name": "openshift-service-ca.crt", "reconcileID": "91240aa2-13c0-4085-86c7-25f2c2e48e8c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-9d6229"}
2026-06-03T03:39:24Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-9d6229"}, "namespace": "e2e-modelref-9d6229", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e628d1f5-a75f-42ac-bbc8-813b11ab1e2a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-9d6229"}
2026-06-03T03:39:24Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-9d6229"}, "namespace": "e2e-modelref-9d6229", "name": "openshift-service-ca.crt", "reconcileID": "f4aec253-9d60-4af6-bb77-d96317f3befa", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-9d6229"}
2026-06-03T03:39:24Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-9d6229"}, "namespace": "e2e-modelref-9d6229", "name": "odh-trusted-ca-bundle", "reconcileID": "d994184d-d29a-439e-8fc5-24a58ff12f12", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-9d6229", "update": "odh-kserve-custom-ca-bundle"}
2026-06-03T03:39:24Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-9d6229"}, "namespace": "e2e-modelref-9d6229", "name": "odh-trusted-ca-bundle", "reconcileID": "d994184d-d29a-439e-8fc5-24a58ff12f12", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-9d6229"}
2026-06-03T03:39:24Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-9d6229"}, "namespace": "e2e-modelref-9d6229", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6883bb42-38be-41f3-a631-08ff18e6e1e9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-9d6229"}
2026-06-03T03:39:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "105aedd8-610c-4211-8390-0de974503daf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:39:24Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "105aedd8-610c-4211-8390-0de974503daf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T03:39:24Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "105aedd8-610c-4211-8390-0de974503daf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:39:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "42841bbf-1f73-4901-b031-2c543cc2424c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:39:24Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "42841bbf-1f73-4901-b031-2c543cc2424c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T03:39:24Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "42841bbf-1f73-4901-b031-2c543cc2424c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:39:41Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "112daaad-07c9-432f-8fb0-2d9b01414200", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:39:41Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "112daaad-07c9-432f-8fb0-2d9b01414200", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T03:39:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "112daaad-07c9-432f-8fb0-2d9b01414200", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:39:41Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a74b3434-5f7b-4af3-a9fb-657d811bcdeb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:39:41Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a74b3434-5f7b-4af3-a9fb-657d811bcdeb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T03:39:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a74b3434-5f7b-4af3-a9fb-657d811bcdeb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:39:46Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-9d6229"}, "namespace": "e2e-modelref-9d6229", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "53862133-3232-4bee-b01a-db10e240695c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-9d6229"}
2026-06-03T03:39:46Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-9d6229"}, "namespace": "e2e-modelref-9d6229", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "53862133-3232-4bee-b01a-db10e240695c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-9d6229", "create": "odh-kserve-custom-ca-bundle"}
2026-06-03T03:39:46Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-9d6229"}, "namespace": "e2e-modelref-9d6229", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "53862133-3232-4bee-b01a-db10e240695c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-9d6229 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-03T03:39:46Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-9d6229"}, "namespace": "e2e-modelref-9d6229", "name": "odh-trusted-ca-bundle", "reconcileID": "0b57bb49-3af4-4a36-8f33-c7ffb806bd48", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-9d6229"}
2026-06-03T03:39:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-9d6229"}, "namespace": "e2e-modelref-9d6229", "name": "odh-trusted-ca-bundle", "reconcileID": "0b57bb49-3af4-4a36-8f33-c7ffb806bd48", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-9d6229"}
2026-06-03T03:39:46Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-9d6229"}, "namespace": "e2e-modelref-9d6229", "name": "openshift-service-ca.crt", "reconcileID": "fff8ea05-5277-425c-b76f-f26034159fe5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-9d6229"}
2026-06-03T03:39:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-9d6229"}, "namespace": "e2e-modelref-9d6229", "name": "openshift-service-ca.crt", "reconcileID": "fff8ea05-5277-425c-b76f-f26034159fe5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-9d6229"}
2026-06-03T03:39:46Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-9d6229"}, "namespace": "e2e-modelref-9d6229", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "12f1dc06-b044-49ff-bb1d-09aff3c8f0b2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-9d6229"}
2026-06-03T03:39:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-9d6229"}, "namespace": "e2e-modelref-9d6229", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "12f1dc06-b044-49ff-bb1d-09aff3c8f0b2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-9d6229"}
2026-06-03T03:39:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-473a11"}, "namespace": "e2e-modelref-473a11", "name": "openshift-service-ca.crt", "reconcileID": "ba8fa536-b6b2-4740-87e0-e90e853e60c3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-473a11"}
2026-06-03T03:39:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-473a11"}, "namespace": "e2e-modelref-473a11", "name": "odh-trusted-ca-bundle", "reconcileID": "0bd6d03a-7331-4d05-9557-75195362b417", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-473a11"}
2026-06-03T03:39:55Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-473a11"}, "namespace": "e2e-modelref-473a11", "name": "openshift-service-ca.crt", "reconcileID": "76de3b24-dfb7-4df3-8f24-43a0201c2f35", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-473a11", "create": "odh-kserve-custom-ca-bundle"}
2026-06-03T03:39:55Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-473a11"}, "namespace": "e2e-modelref-473a11", "name": "openshift-service-ca.crt", "reconcileID": "76de3b24-dfb7-4df3-8f24-43a0201c2f35", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-473a11"}
2026-06-03T03:39:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-473a11"}, "namespace": "e2e-modelref-473a11", "name": "openshift-service-ca.crt", "reconcileID": "ccb55994-047e-437d-8933-61b26c3a4358", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-473a11"}
2026-06-03T03:39:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-473a11"}, "namespace": "e2e-modelref-473a11", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5feb369c-0ba3-4e66-bb2e-5efeb2cc597d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-473a11"}
2026-06-03T03:39:55Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-473a11"}, "namespace": "e2e-modelref-473a11", "name": "odh-trusted-ca-bundle", "reconcileID": "7d301962-d6cd-4ad0-b440-5c80a681b2de", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-473a11", "update": "odh-kserve-custom-ca-bundle"}
2026-06-03T03:39:55Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-473a11"}, "namespace": "e2e-modelref-473a11", "name": "odh-trusted-ca-bundle", "reconcileID": "7d301962-d6cd-4ad0-b440-5c80a681b2de", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-473a11"}
2026-06-03T03:39:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-473a11"}, "namespace": "e2e-modelref-473a11", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "99f77c9b-33a5-4372-947c-8dbcf2601fae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-473a11"}
2026-06-03T03:39:55Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "178ba4d8-434b-4d39-8eb3-89e2da277b90", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:39:55Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "178ba4d8-434b-4d39-8eb3-89e2da277b90", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T03:39:55Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "178ba4d8-434b-4d39-8eb3-89e2da277b90", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:39:55Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c718ac78-94b8-4440-b35c-5aa8d3767b36", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:39:55Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c718ac78-94b8-4440-b35c-5aa8d3767b36", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T03:39:55Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c718ac78-94b8-4440-b35c-5aa8d3767b36", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:40:11Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "29524409-e60e-4a38-a9fb-2f2f822e0d60", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:40:11Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "29524409-e60e-4a38-a9fb-2f2f822e0d60", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T03:40:11Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "29524409-e60e-4a38-a9fb-2f2f822e0d60", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:40:12Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "22358939-71b1-4ace-ba72-18ef7e92036e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:40:12Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "22358939-71b1-4ace-ba72-18ef7e92036e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T03:40:12Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "22358939-71b1-4ace-ba72-18ef7e92036e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:40:18Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-473a11"}, "namespace": "e2e-modelref-473a11", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9d533f8-4df1-463f-89f6-8fea8f61e054", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-473a11"}
2026-06-03T03:40:18Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-473a11"}, "namespace": "e2e-modelref-473a11", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9d533f8-4df1-463f-89f6-8fea8f61e054", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-473a11", "create": "odh-kserve-custom-ca-bundle"}
2026-06-03T03:40:18Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-473a11"}, "namespace": "e2e-modelref-473a11", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9d533f8-4df1-463f-89f6-8fea8f61e054", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-473a11 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-03T03:40:18Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-473a11"}, "namespace": "e2e-modelref-473a11", "name": "odh-trusted-ca-bundle", "reconcileID": "0a345232-f2d3-44d1-b42d-dc3fd5e82619", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-473a11"}
2026-06-03T03:40:18Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-473a11"}, "namespace": "e2e-modelref-473a11", "name": "odh-trusted-ca-bundle", "reconcileID": "0a345232-f2d3-44d1-b42d-dc3fd5e82619", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-473a11"}
2026-06-03T03:40:18Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-473a11"}, "namespace": "e2e-modelref-473a11", "name": "openshift-service-ca.crt", "reconcileID": "f668eee4-5b0f-4282-a96a-14c30b25d4c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-473a11"}
2026-06-03T03:40:18Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-473a11"}, "namespace": "e2e-modelref-473a11", "name": "openshift-service-ca.crt", "reconcileID": "f668eee4-5b0f-4282-a96a-14c30b25d4c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-473a11"}
2026-06-03T03:40:18Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-473a11"}, "namespace": "e2e-modelref-473a11", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed5f6e17-3e63-42a3-bd47-ee9cd4545f53", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-473a11"}
2026-06-03T03:40:18Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-473a11"}, "namespace": "e2e-modelref-473a11", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed5f6e17-3e63-42a3-bd47-ee9cd4545f53", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-473a11"}
2026-06-03T03:53:46Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-06-03T03:53:46Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-06-03T03:53:48Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-06-03T03:53:48Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-06-03T03:57:57Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bb51c58a-51cf-4781-a000-0b818695dc43", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:57:57Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bb51c58a-51cf-4781-a000-0b818695dc43", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T03:57:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bb51c58a-51cf-4781-a000-0b818695dc43", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:58:04Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e3a8a758-82a0-4b8d-bf70-3dce8fd720c5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:58:04Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e3a8a758-82a0-4b8d-bf70-3dce8fd720c5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T03:58:04Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e3a8a758-82a0-4b8d-bf70-3dce8fd720c5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:58:29Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5d9df25d-69a0-4a20-9f44-216e0a1b946f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:58:29Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5d9df25d-69a0-4a20-9f44-216e0a1b946f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T03:58:29Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5d9df25d-69a0-4a20-9f44-216e0a1b946f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:58:42Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eb861758-5a04-4247-9a93-8cfe433ae56e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:58:42Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eb861758-5a04-4247-9a93-8cfe433ae56e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-03T03:58:42Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eb861758-5a04-4247-9a93-8cfe433ae56e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-03T03:58:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-infra-9f58ac51"}, "namespace": "e2e-aitenant-infra-9f58ac51", "name": "openshift-service-ca.crt", "reconcileID": "c36f8922-23ef-443d-b869-bbfdacb470a3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-infra-9f58ac51"}
2026-06-03T03:58:43Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-infra-9f58ac51"}, "namespace": "e2e-aitenant-infra-9f58ac51", "name": "openshift-service-ca.crt", "reconcileID": "43e00e6c-738f-4474-bb47-2c6e175906f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-infra-9f58ac51", "create": "odh-kserve-custom-ca-bundle"}
2026-06-03T03:58:43Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-infra-9f58ac51"}, "namespace": "e2e-aitenant-infra-9f58ac51", "name": "openshift-service-ca.crt", "reconcileID": "43e00e6c-738f-4474-bb47-2c6e175906f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-infra-9f58ac51"}
2026-06-03T03:58:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-infra-9f58ac51"}, "namespace": "e2e-aitenant-infra-9f58ac51", "name": "odh-trusted-ca-bundle", "reconcileID": "163a2316-a7a4-4a18-bb79-1392be78c85a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-infra-9f58ac51"}
2026-06-03T03:58:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-infra-9f58ac51"}, "namespace": "e2e-aitenant-infra-9f58ac51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54432c3a-75e4-4756-86ac-2f54498542dd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-infra-9f58ac51"}
2026-06-03T03:58:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-infra-9f58ac51"}, "namespace": "e2e-aitenant-infra-9f58ac51", "name": "openshift-service-ca.crt", "reconcileID": "ca94270b-ca81-48dc-9a82-2f95975faf25", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-infra-9f58ac51"}
2026-06-03T03:58:44Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-9f58ac51"}, "namespace": "e2e-aitenant-9f58ac51", "name": "openshift-service-ca.crt", "reconcileID": "c17e7eb9-44e1-4bd5-b4c6-e6e110c699c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-9f58ac51"}
2026-06-03T03:58:44Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-9f58ac51"}, "namespace": "e2e-aitenant-9f58ac51", "name": "odh-trusted-ca-bundle", "reconcileID": "fff5c00d-04ff-4acb-aa62-e8cdbc023e54", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-9f58ac51"}
2026-06-03T03:58:44Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-9f58ac51"}, "namespace": "e2e-aitenant-9f58ac51", "name": "openshift-service-ca.crt", "reconcileID": "5966f1ee-41fc-4926-91e2-b60ba08a99a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-9f58ac51", "create": "odh-kserve-custom-ca-bundle"}
2026-06-03T03:58:44Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-9f58ac51"}, "namespace": "e2e-aitenant-9f58ac51", "name": "openshift-service-ca.crt", "reconcileID": "5966f1ee-41fc-4926-91e2-b60ba08a99a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-9f58ac51"}
2026-06-03T03:58:44Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-9f58ac51"}, "namespace": "e2e-aitenant-9f58ac51", "name": "openshift-service-ca.crt", "reconcileID": "0736ee11-ae85-405f-a78b-e4d4f1250fa2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-9f58ac51", "create": "odh-kserve-custom-ca-bundle"}
2026-06-03T03:58:44Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-9f58ac51"}, "namespace": "e2e-aitenant-9f58ac51", "name": "openshift-service-ca.crt", "reconcileID": "0736ee11-ae85-405f-a78b-e4d4f1250fa2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-03T03:58:44Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-9f58ac51"}, "namespace": "e2e-aitenant-9f58ac51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dce3eea6-073c-4420-ae32-12e0e53c52f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-9f58ac51"}
2026-06-03T03:58:44Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-9f58ac51"}, "namespace": "e2e-aitenant-9f58ac51", "name": "openshift-service-ca.crt", "reconcileID": "20823c54-cf79-48df-92ce-e550ca7bffea", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-9f58ac51"}
2026-06-03T03:58:44Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-infra-9f58ac51"}, "namespace": "e2e-aitenant-infra-9f58ac51", "name": "odh-trusted-ca-bundle", "reconcileID": "df78aef6-4399-4bd3-b143-cba8bbfaf767", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-infra-9f58ac51", "update": "odh-kserve-custom-ca-bundle"}
2026-06-03T03:58:44Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-infra-9f58ac51"}, "namespace": "e2e-aitenant-infra-9f58ac51", "name": "odh-trusted-ca-bundle", "reconcileID": "df78aef6-4399-4bd3-b143-cba8bbfaf767", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-infra-9f58ac51"}
2026-06-03T03:58:44Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-infra-9f58ac51"}, "namespace": "e2e-aitenant-infra-9f58ac51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "09bcb4e7-8ea9-46ef-bbe1-1b570a27acc2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-infra-9f58ac51"}
2026-06-03T03:58:44Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-9f58ac51"}, "namespace": "e2e-aitenant-9f58ac51", "name": "odh-trusted-ca-bundle", "reconcileID": "6800f95c-b534-4ffc-8828-da9237a32ed2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-9f58ac51", "update": "odh-kserve-custom-ca-bundle"}
2026-06-03T03:58:44Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-9f58ac51"}, "namespace": "e2e-aitenant-9f58ac51", "name": "odh-trusted-ca-bundle", "reconcileID": "6800f95c-b534-4ffc-8828-da9237a32ed2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-9f58ac51"}
2026-06-03T03:58:44Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-9f58ac51"}, "namespace": "e2e-aitenant-9f58ac51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "369b2935-ed32-4e14-b048-c019f269b6df", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-9f58ac51"}
2026-06-03T03:58:56Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-9f58ac51"}, "namespace": "e2e-aitenant-9f58ac51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b9c9564-a9ed-46f8-a9f1-9a2d21fa201e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-9f58ac51"}
2026-06-03T03:58:56Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-9f58ac51"}, "namespace": "e2e-aitenant-9f58ac51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b9c9564-a9ed-46f8-a9f1-9a2d21fa201e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-9f58ac51", "create": "odh-kserve-custom-ca-bundle"}
2026-06-03T03:58:56Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-9f58ac51"}, "namespace": "e2e-aitenant-9f58ac51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b9c9564-a9ed-46f8-a9f1-9a2d21fa201e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-9f58ac51 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-03T03:58:56Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-9f58ac51"}, "namespace": "e2e-aitenant-9f58ac51", "name": "odh-trusted-ca-bundle", "reconcileID": "ca664795-b6b7-42a9-8167-f355d2240973", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-9f58ac51"}
2026-06-03T03:58:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-9f58ac51"}, "namespace": "e2e-aitenant-9f58ac51", "name": "odh-trusted-ca-bundle", "reconcileID": "ca664795-b6b7-42a9-8167-f355d2240973", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-9f58ac51"}
2026-06-03T03:58:56Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-9f58ac51"}, "namespace": "e2e-aitenant-9f58ac51", "name": "openshift-service-ca.crt", "reconcileID": "e3ef0fc3-ce59-4994-a915-998662bbd9ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-9f58ac51"}
2026-06-03T03:58:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-9f58ac51"}, "namespace": "e2e-aitenant-9f58ac51", "name": "openshift-service-ca.crt", "reconcileID": "e3ef0fc3-ce59-4994-a915-998662bbd9ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-9f58ac51"}
2026-06-03T03:58:56Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-9f58ac51"}, "namespace": "e2e-aitenant-9f58ac51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b63988a-842d-4605-84f4-f366bbe4fdb4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-9f58ac51"}
2026-06-03T03:58:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-9f58ac51"}, "namespace": "e2e-aitenant-9f58ac51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b63988a-842d-4605-84f4-f366bbe4fdb4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-9f58ac51"}
2026-06-03T03:59:03Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-infra-9f58ac51"}, "namespace": "e2e-aitenant-infra-9f58ac51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89cbd615-6a15-43c2-ae80-1d2138b35324", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-infra-9f58ac51"}
2026-06-03T03:59:03Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-infra-9f58ac51"}, "namespace": "e2e-aitenant-infra-9f58ac51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89cbd615-6a15-43c2-ae80-1d2138b35324", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-infra-9f58ac51", "create": "odh-kserve-custom-ca-bundle"}
2026-06-03T03:59:03Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-infra-9f58ac51"}, "namespace": "e2e-aitenant-infra-9f58ac51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89cbd615-6a15-43c2-ae80-1d2138b35324", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-infra-9f58ac51 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-03T03:59:03Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-infra-9f58ac51"}, "namespace": "e2e-aitenant-infra-9f58ac51", "name": "odh-trusted-ca-bundle", "reconcileID": "066d6c8d-67cc-475c-a6bd-ca1775c8f853", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-infra-9f58ac51"}
2026-06-03T03:59:03Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-infra-9f58ac51"}, "namespace": "e2e-aitenant-infra-9f58ac51", "name": "odh-trusted-ca-bundle", "reconcileID": "066d6c8d-67cc-475c-a6bd-ca1775c8f853", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-infra-9f58ac51"}
2026-06-03T03:59:03Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-infra-9f58ac51"}, "namespace": "e2e-aitenant-infra-9f58ac51", "name": "openshift-service-ca.crt", "reconcileID": "c3d8487a-4843-4ab1-8d10-76bf591a12be", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-infra-9f58ac51"}
2026-06-03T03:59:03Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-infra-9f58ac51"}, "namespace": "e2e-aitenant-infra-9f58ac51", "name": "openshift-service-ca.crt", "reconcileID": "c3d8487a-4843-4ab1-8d10-76bf591a12be", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-infra-9f58ac51"}
2026-06-03T03:59:03Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-infra-9f58ac51"}, "namespace": "e2e-aitenant-infra-9f58ac51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a136dc7-13a0-4334-83da-8828a67857b7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-infra-9f58ac51"}
2026-06-03T03:59:03Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-infra-9f58ac51"}, "namespace": "e2e-aitenant-infra-9f58ac51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a136dc7-13a0-4334-83da-8828a67857b7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-infra-9f58ac51"}