2026-09-06T01:15:20Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-470346","namespace":"ai-tenant-e2e-shared-b-w3-470346"}, "namespace": "ai-tenant-e2e-shared-b-w3-470346", "name": "rate-test-model-470346", "reconcileID": "213a7017-2416-48c6-9303-fa6f18bd81a8", "LLMInferenceService": "rate-test-model-470346", "namespace": "ai-tenant-e2e-shared-b-w3-470346"}
2026-09-06T01:15:37Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-2d5f29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-2d5f29", "reconcileID": "1bbde34e-9a87-47e1-9080-4e7f03dd80dc", "Gateway": "e2e-api-a-2d5f29", "namespace": "openshift-ingress"}
2026-09-06T01:15:37Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-2d5f29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-2d5f29", "reconcileID": "1bbde34e-9a87-47e1-9080-4e7f03dd80dc", "Gateway": "e2e-api-a-2d5f29", "namespace": "openshift-ingress", "name": "e2e-api-a-2d5f29-authn-ssl"}
2026-09-06T01:15:37Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-2d5f29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-2d5f29", "reconcileID": "1bbde34e-9a87-47e1-9080-4e7f03dd80dc", "Gateway": "e2e-api-a-2d5f29", "namespace": "openshift-ingress"}
2026-09-06T01:15:43Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-2d5f29"}, "namespace": "ai-tenant-e2e-api-a-2d5f29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "167466e0-5b30-48ad-8c29-14b151e64494", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-2d5f29"}
2026-09-06T01:15:43Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-2d5f29"}, "namespace": "ai-tenant-e2e-api-a-2d5f29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "167466e0-5b30-48ad-8c29-14b151e64494", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-2d5f29", "create": "odh-kserve-custom-ca-bundle"}
2026-09-06T01:15:43Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-2d5f29"}, "namespace": "ai-tenant-e2e-api-a-2d5f29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "167466e0-5b30-48ad-8c29-14b151e64494", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-2d5f29 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-06T01:15:43Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-2d5f29"}, "namespace": "ai-tenant-e2e-api-a-2d5f29", "name": "odh-trusted-ca-bundle", "reconcileID": "e9a5060e-ba38-4dbf-85b5-ead0e154bd2a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-2d5f29"}
2026-09-06T01:15:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-2d5f29"}, "namespace": "ai-tenant-e2e-api-a-2d5f29", "name": "odh-trusted-ca-bundle", "reconcileID": "e9a5060e-ba38-4dbf-85b5-ead0e154bd2a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-2d5f29"}
2026-09-06T01:15:43Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-2d5f29"}, "namespace": "ai-tenant-e2e-api-a-2d5f29", "name": "openshift-service-ca.crt", "reconcileID": "6bb220fa-3831-4488-b593-c838190be855", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-2d5f29"}
2026-09-06T01:15:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-2d5f29"}, "namespace": "ai-tenant-e2e-api-a-2d5f29", "name": "openshift-service-ca.crt", "reconcileID": "6bb220fa-3831-4488-b593-c838190be855", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-2d5f29"}
2026-09-06T01:15:43Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-2d5f29"}, "namespace": "ai-tenant-e2e-api-a-2d5f29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6d596f49-4d7a-4305-8417-e524e2540a70", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-2d5f29"}
2026-09-06T01:15:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-2d5f29"}, "namespace": "ai-tenant-e2e-api-a-2d5f29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6d596f49-4d7a-4305-8417-e524e2540a70", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-2d5f29"}
2026-09-06T01:15:43Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5844a8","namespace":"ai-tenant-e2e-shared-a-w3-5844a8"}, "namespace": "ai-tenant-e2e-shared-a-w3-5844a8", "name": "rate-test-model-5844a8", "reconcileID": "4c4b7f4b-b487-439f-8e84-c625beba37be", "LLMInferenceService": "rate-test-model-5844a8", "namespace": "ai-tenant-e2e-shared-a-w3-5844a8"}
2026-09-06T01:15:43Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5844a8","namespace":"ai-tenant-e2e-shared-a-w3-5844a8"}, "namespace": "ai-tenant-e2e-shared-a-w3-5844a8", "name": "rate-test-model-5844a8", "reconcileID": "4c4b7f4b-b487-439f-8e84-c625beba37be", "LLMInferenceService": "rate-test-model-5844a8", "namespace": "ai-tenant-e2e-shared-a-w3-5844a8", "name": "rate-test-model-5844a8"}
2026-09-06T01:15:43Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5844a8","namespace":"ai-tenant-e2e-shared-a-w3-5844a8"}, "namespace": "ai-tenant-e2e-shared-a-w3-5844a8", "name": "rate-test-model-5844a8", "reconcileID": "4c4b7f4b-b487-439f-8e84-c625beba37be", "LLMInferenceService": "rate-test-model-5844a8", "namespace": "ai-tenant-e2e-shared-a-w3-5844a8"}
2026-09-06T01:15:43Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5844a8","namespace":"ai-tenant-e2e-shared-a-w3-5844a8"}, "namespace": "ai-tenant-e2e-shared-a-w3-5844a8", "name": "rate-test-model-5844a8", "reconcileID": "4c4b7f4b-b487-439f-8e84-c625beba37be", "LLMInferenceService": "rate-test-model-5844a8", "namespace": "ai-tenant-e2e-shared-a-w3-5844a8"}
2026-09-06T01:15:43Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5844a8","namespace":"ai-tenant-e2e-shared-a-w3-5844a8"}, "namespace": "ai-tenant-e2e-shared-a-w3-5844a8", "name": "rate-test-model-5844a8", "reconcileID": "4c4b7f4b-b487-439f-8e84-c625beba37be", "LLMInferenceService": "rate-test-model-5844a8", "namespace": "ai-tenant-e2e-shared-a-w3-5844a8", "name": "rate-test-model-5844a8-kserve-route-authn"}
2026-09-06T01:15:43Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5844a8","namespace":"ai-tenant-e2e-shared-a-w3-5844a8"}, "namespace": "ai-tenant-e2e-shared-a-w3-5844a8", "name": "rate-test-model-5844a8", "reconcileID": "4c4b7f4b-b487-439f-8e84-c625beba37be", "LLMInferenceService": "rate-test-model-5844a8", "namespace": "ai-tenant-e2e-shared-a-w3-5844a8", "name": "rate-test-model-5844a8-kserve-route-authn"}
2026-09-06T01:15:43Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5844a8","namespace":"ai-tenant-e2e-shared-a-w3-5844a8"}, "namespace": "ai-tenant-e2e-shared-a-w3-5844a8", "name": "rate-test-model-5844a8", "reconcileID": "4c4b7f4b-b487-439f-8e84-c625beba37be", "LLMInferenceService": "rate-test-model-5844a8", "namespace": "ai-tenant-e2e-shared-a-w3-5844a8", "namespace": "ai-tenant-e2e-shared-a-w3-5844a8"}
2026-09-06T01:15:43Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5844a8","namespace":"ai-tenant-e2e-shared-a-w3-5844a8"}, "namespace": "ai-tenant-e2e-shared-a-w3-5844a8", "name": "rate-test-model-5844a8", "reconcileID": "4c4b7f4b-b487-439f-8e84-c625beba37be", "LLMInferenceService": "rate-test-model-5844a8", "namespace": "ai-tenant-e2e-shared-a-w3-5844a8", "namespace": "ai-tenant-e2e-shared-a-w3-5844a8"}
2026-09-06T01:15:44Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5844a8","namespace":"ai-tenant-e2e-shared-a-w3-5844a8"}, "namespace": "ai-tenant-e2e-shared-a-w3-5844a8", "name": "rate-test-model-5844a8", "reconcileID": "22a475f2-4261-4b55-9b97-76352bfde3da", "LLMInferenceService": "rate-test-model-5844a8", "namespace": "ai-tenant-e2e-shared-a-w3-5844a8"}
2026-09-06T01:15:44Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5844a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5844a8", "reconcileID": "316230dd-4b4f-4beb-9e12-ea68447e0329", "Gateway": "e2e-shared-a-w3-5844a8", "namespace": "openshift-ingress"}
2026-09-06T01:15:44Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5844a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5844a8", "reconcileID": "316230dd-4b4f-4beb-9e12-ea68447e0329", "Gateway": "e2e-shared-a-w3-5844a8", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5844a8-authn-ssl"}
2026-09-06T01:15:44Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5844a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5844a8", "reconcileID": "316230dd-4b4f-4beb-9e12-ea68447e0329", "Gateway": "e2e-shared-a-w3-5844a8", "namespace": "openshift-ingress"}
2026-09-06T01:15:44Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5844a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5844a8", "reconcileID": "8d4122e0-4107-4cbd-971c-aae6038e6678", "Gateway": "e2e-shared-a-w3-5844a8", "namespace": "openshift-ingress"}
2026-09-06T01:15:44Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5844a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5844a8", "reconcileID": "8d4122e0-4107-4cbd-971c-aae6038e6678", "Gateway": "e2e-shared-a-w3-5844a8", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5844a8-authn-ssl"}
2026-09-06T01:15:44Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5844a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5844a8", "reconcileID": "8d4122e0-4107-4cbd-971c-aae6038e6678", "Gateway": "e2e-shared-a-w3-5844a8", "namespace": "openshift-ingress"}
2026-09-06T01:15:44Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-2d5f29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-2d5f29", "reconcileID": "ad4bf03b-23c1-47ab-a159-f5fec0cbae6b", "Gateway": "e2e-api-a-2d5f29", "namespace": "openshift-ingress"}
2026-09-06T01:15:44Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-470346","namespace":"ai-tenant-e2e-shared-b-w3-470346"}, "namespace": "ai-tenant-e2e-shared-b-w3-470346", "name": "rate-test-model-470346", "reconcileID": "b0315b7e-4302-4141-ba09-8b0a4b94be52", "LLMInferenceService": "rate-test-model-470346", "namespace": "ai-tenant-e2e-shared-b-w3-470346"}
2026-09-06T01:15:44Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-470346","namespace":"ai-tenant-e2e-shared-b-w3-470346"}, "namespace": "ai-tenant-e2e-shared-b-w3-470346", "name": "rate-test-model-470346", "reconcileID": "b0315b7e-4302-4141-ba09-8b0a4b94be52", "LLMInferenceService": "rate-test-model-470346", "namespace": "ai-tenant-e2e-shared-b-w3-470346", "name": "rate-test-model-470346"}
2026-09-06T01:15:44Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-470346","namespace":"ai-tenant-e2e-shared-b-w3-470346"}, "namespace": "ai-tenant-e2e-shared-b-w3-470346", "name": "rate-test-model-470346", "reconcileID": "b0315b7e-4302-4141-ba09-8b0a4b94be52", "LLMInferenceService": "rate-test-model-470346", "namespace": "ai-tenant-e2e-shared-b-w3-470346"}
2026-09-06T01:15:44Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-470346","namespace":"ai-tenant-e2e-shared-b-w3-470346"}, "namespace": "ai-tenant-e2e-shared-b-w3-470346", "name": "rate-test-model-470346", "reconcileID": "b0315b7e-4302-4141-ba09-8b0a4b94be52", "LLMInferenceService": "rate-test-model-470346", "namespace": "ai-tenant-e2e-shared-b-w3-470346"}
2026-09-06T01:15:44Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-470346","namespace":"ai-tenant-e2e-shared-b-w3-470346"}, "namespace": "ai-tenant-e2e-shared-b-w3-470346", "name": "rate-test-model-470346", "reconcileID": "b0315b7e-4302-4141-ba09-8b0a4b94be52", "LLMInferenceService": "rate-test-model-470346", "namespace": "ai-tenant-e2e-shared-b-w3-470346", "name": "rate-test-model-470346-kserve-route-authn"}
2026-09-06T01:15:44Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-470346","namespace":"ai-tenant-e2e-shared-b-w3-470346"}, "namespace": "ai-tenant-e2e-shared-b-w3-470346", "name": "rate-test-model-470346", "reconcileID": "b0315b7e-4302-4141-ba09-8b0a4b94be52", "LLMInferenceService": "rate-test-model-470346", "namespace": "ai-tenant-e2e-shared-b-w3-470346", "name": "rate-test-model-470346-kserve-route-authn"}
2026-09-06T01:15:44Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-470346","namespace":"ai-tenant-e2e-shared-b-w3-470346"}, "namespace": "ai-tenant-e2e-shared-b-w3-470346", "name": "rate-test-model-470346", "reconcileID": "b0315b7e-4302-4141-ba09-8b0a4b94be52", "LLMInferenceService": "rate-test-model-470346", "namespace": "ai-tenant-e2e-shared-b-w3-470346", "namespace": "ai-tenant-e2e-shared-b-w3-470346"}
2026-09-06T01:15:44Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-470346","namespace":"ai-tenant-e2e-shared-b-w3-470346"}, "namespace": "ai-tenant-e2e-shared-b-w3-470346", "name": "rate-test-model-470346", "reconcileID": "b0315b7e-4302-4141-ba09-8b0a4b94be52", "LLMInferenceService": "rate-test-model-470346", "namespace": "ai-tenant-e2e-shared-b-w3-470346", "namespace": "ai-tenant-e2e-shared-b-w3-470346"}
2026-09-06T01:15:45Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-470346","namespace":"ai-tenant-e2e-shared-b-w3-470346"}, "namespace": "ai-tenant-e2e-shared-b-w3-470346", "name": "rate-test-model-470346", "reconcileID": "1d40151e-8911-4459-b6ff-0f402a543852", "LLMInferenceService": "rate-test-model-470346", "namespace": "ai-tenant-e2e-shared-b-w3-470346"}
2026-09-06T01:15:45Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-470346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-470346", "reconcileID": "71755cee-1fb4-446c-a520-be1f43ce2061", "Gateway": "e2e-shared-b-w3-470346", "namespace": "openshift-ingress"}
2026-09-06T01:15:45Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-470346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-470346", "reconcileID": "71755cee-1fb4-446c-a520-be1f43ce2061", "Gateway": "e2e-shared-b-w3-470346", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-470346-authn-ssl"}
2026-09-06T01:15:45Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-470346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-470346", "reconcileID": "71755cee-1fb4-446c-a520-be1f43ce2061", "Gateway": "e2e-shared-b-w3-470346", "namespace": "openshift-ingress"}
2026-09-06T01:15:45Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-470346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-470346", "reconcileID": "4109ff96-3cd1-42d8-9cc3-1dac72138f23", "Gateway": "e2e-shared-b-w3-470346", "namespace": "openshift-ingress"}
2026-09-06T01:15:45Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-470346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-470346", "reconcileID": "4109ff96-3cd1-42d8-9cc3-1dac72138f23", "Gateway": "e2e-shared-b-w3-470346", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-470346-authn-ssl"}
2026-09-06T01:15:45Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-470346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-470346", "reconcileID": "4109ff96-3cd1-42d8-9cc3-1dac72138f23", "Gateway": "e2e-shared-b-w3-470346", "namespace": "openshift-ingress"}
2026-09-06T01:15:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "c7da9ecc-53a2-4a4b-a9a4-a05ffb556426", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress"}
2026-09-06T01:15:46Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "c7da9ecc-53a2-4a4b-a9a4-a05ffb556426", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6-authn-ssl"}
2026-09-06T01:15:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "c7da9ecc-53a2-4a4b-a9a4-a05ffb556426", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress"}
2026-09-06T01:15:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "a6fca92c-aefd-4dcf-a094-fdf5f552030b", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress"}
2026-09-06T01:15:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "a6fca92c-aefd-4dcf-a094-fdf5f552030b", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6-authn-ssl"}
2026-09-06T01:15:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "a6fca92c-aefd-4dcf-a094-fdf5f552030b", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress"}
2026-09-06T01:15:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "94c7cd93-ad6a-4aa3-b4e9-43f445d2f85a", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress"}
2026-09-06T01:15:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "94c7cd93-ad6a-4aa3-b4e9-43f445d2f85a", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6-authn-ssl"}
2026-09-06T01:15:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "94c7cd93-ad6a-4aa3-b4e9-43f445d2f85a", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress"}
2026-09-06T01:15:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "f0376d7b-498b-49b7-a81c-25d77e7db173", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress"}
2026-09-06T01:15:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "f0376d7b-498b-49b7-a81c-25d77e7db173", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6-authn-ssl"}
2026-09-06T01:15:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "f0376d7b-498b-49b7-a81c-25d77e7db173", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress"}
2026-09-06T01:15:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "312b22b9-95e2-4cb5-a7c3-44528a7a3cc8", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress"}
2026-09-06T01:15:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "312b22b9-95e2-4cb5-a7c3-44528a7a3cc8", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6-authn-ssl"}
2026-09-06T01:15:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "312b22b9-95e2-4cb5-a7c3-44528a7a3cc8", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress"}
2026-09-06T01:15:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "5612cd14-28ad-473f-a861-70c64ce82866", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress"}
2026-09-06T01:15:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "5612cd14-28ad-473f-a861-70c64ce82866", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6-authn-ssl"}
2026-09-06T01:15:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "5612cd14-28ad-473f-a861-70c64ce82866", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress"}
2026-09-06T01:15:47Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "3a353a5d-5beb-477b-8573-4e88a5969532", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress"}
2026-09-06T01:15:47Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "3a353a5d-5beb-477b-8573-4e88a5969532", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6-authn-ssl"}
2026-09-06T01:15:47Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "3a353a5d-5beb-477b-8573-4e88a5969532", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress"}
2026-09-06T01:15:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "openshift-service-ca.crt", "reconcileID": "987a24f7-70bb-4beb-bb63-abf077350857", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:15:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "odh-trusted-ca-bundle", "reconcileID": "ab0d94da-2dd1-4e77-9669-da4dc6211d03", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:15:49Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "openshift-service-ca.crt", "reconcileID": "87635cc9-7f13-4e2e-b807-4c2e9ee2e56d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "create": "odh-kserve-custom-ca-bundle"}
2026-09-06T01:15:49Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "openshift-service-ca.crt", "reconcileID": "87635cc9-7f13-4e2e-b807-4c2e9ee2e56d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:15:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "openshift-service-ca.crt", "reconcileID": "988c6454-f3b3-476f-9bf5-6ffa275eaf1d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:15:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81f77ae6-3c94-4ef5-ad32-9ad70bad235f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:15:49Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "odh-trusted-ca-bundle", "reconcileID": "6358b9ab-a8fe-4cc1-9f8e-e290041bd151", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "update": "odh-kserve-custom-ca-bundle"}
2026-09-06T01:15:49Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "odh-trusted-ca-bundle", "reconcileID": "6358b9ab-a8fe-4cc1-9f8e-e290041bd151", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:15:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68553617-79e3-4f4c-8144-d92d0504e189", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:15:51Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "0bf3b8f3-c0fc-4ace-a151-ebbed30847f4", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress"}
2026-09-06T01:15:51Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "0bf3b8f3-c0fc-4ace-a151-ebbed30847f4", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6-authn-ssl"}
2026-09-06T01:15:51Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "0bf3b8f3-c0fc-4ace-a151-ebbed30847f4", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress"}
2026-09-06T01:16:00Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "0c754661-83d8-4ce9-bc4d-773dad720a34", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress"}
2026-09-06T01:16:00Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "0c754661-83d8-4ce9-bc4d-773dad720a34", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6-authn-ssl"}
2026-09-06T01:16:00Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "0c754661-83d8-4ce9-bc4d-773dad720a34", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress"}
2026-09-06T01:16:00Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1f7961","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1f7961", "reconcileID": "3aa22fb8-767d-41df-8af6-a4f30cf907dd", "Gateway": "e2e-api-b-1f7961", "namespace": "openshift-ingress"}
2026-09-06T01:16:00Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1f7961","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1f7961", "reconcileID": "3aa22fb8-767d-41df-8af6-a4f30cf907dd", "Gateway": "e2e-api-b-1f7961", "namespace": "openshift-ingress", "name": "e2e-api-b-1f7961-authn-ssl"}
2026-09-06T01:16:00Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1f7961","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1f7961", "reconcileID": "3aa22fb8-767d-41df-8af6-a4f30cf907dd", "Gateway": "e2e-api-b-1f7961", "namespace": "openshift-ingress"}
2026-09-06T01:16:06Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1f7961"}, "namespace": "ai-tenant-e2e-api-b-1f7961", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b46e9d4-1584-4518-a8c4-b5536469f1f3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1f7961"}
2026-09-06T01:16:06Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1f7961"}, "namespace": "ai-tenant-e2e-api-b-1f7961", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b46e9d4-1584-4518-a8c4-b5536469f1f3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1f7961", "create": "odh-kserve-custom-ca-bundle"}
2026-09-06T01:16:06Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1f7961"}, "namespace": "ai-tenant-e2e-api-b-1f7961", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b46e9d4-1584-4518-a8c4-b5536469f1f3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-1f7961 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-06T01:16:06Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1f7961"}, "namespace": "ai-tenant-e2e-api-b-1f7961", "name": "odh-trusted-ca-bundle", "reconcileID": "d178ef8c-2178-4d16-abff-3740a97b2fe3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1f7961"}
2026-09-06T01:16:06Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1f7961"}, "namespace": "ai-tenant-e2e-api-b-1f7961", "name": "odh-trusted-ca-bundle", "reconcileID": "d178ef8c-2178-4d16-abff-3740a97b2fe3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1f7961"}
2026-09-06T01:16:06Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1f7961"}, "namespace": "ai-tenant-e2e-api-b-1f7961", "name": "openshift-service-ca.crt", "reconcileID": "d1530554-4e97-422e-8a9f-6c962b9907e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1f7961"}
2026-09-06T01:16:06Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1f7961"}, "namespace": "ai-tenant-e2e-api-b-1f7961", "name": "openshift-service-ca.crt", "reconcileID": "d1530554-4e97-422e-8a9f-6c962b9907e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1f7961"}
2026-09-06T01:16:06Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1f7961"}, "namespace": "ai-tenant-e2e-api-b-1f7961", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2f1d09d6-c0b3-4341-9b09-5d0684604f67", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1f7961"}
2026-09-06T01:16:06Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1f7961"}, "namespace": "ai-tenant-e2e-api-b-1f7961", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2f1d09d6-c0b3-4341-9b09-5d0684604f67", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1f7961"}
2026-09-06T01:16:07Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1f7961","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1f7961", "reconcileID": "4ca2dc63-5f1f-4161-b1ae-9b3139a222ac", "Gateway": "e2e-api-b-1f7961", "namespace": "openshift-ingress"}
2026-09-06T01:16:15Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-074d50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50", "reconcileID": "d4649473-7197-47e0-b923-630dbfc21977", "Gateway": "e2e-ipp-b-074d50", "namespace": "openshift-ingress"}
2026-09-06T01:16:15Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-074d50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50", "reconcileID": "d4649473-7197-47e0-b923-630dbfc21977", "Gateway": "e2e-ipp-b-074d50", "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50-authn-ssl"}
2026-09-06T01:16:15Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-074d50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50", "reconcileID": "d4649473-7197-47e0-b923-630dbfc21977", "Gateway": "e2e-ipp-b-074d50", "namespace": "openshift-ingress"}
2026-09-06T01:16:15Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-074d50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50", "reconcileID": "3790bc76-e8a8-42de-b7b6-747de1e8b463", "Gateway": "e2e-ipp-b-074d50", "namespace": "openshift-ingress"}
2026-09-06T01:16:15Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-074d50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50", "reconcileID": "3790bc76-e8a8-42de-b7b6-747de1e8b463", "Gateway": "e2e-ipp-b-074d50", "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50-authn-ssl"}
2026-09-06T01:16:15Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-074d50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50", "reconcileID": "3790bc76-e8a8-42de-b7b6-747de1e8b463", "Gateway": "e2e-ipp-b-074d50", "namespace": "openshift-ingress"}
2026-09-06T01:16:15Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-074d50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50", "reconcileID": "31ac11f9-c2b5-4b46-9374-6dc7cc534367", "Gateway": "e2e-ipp-b-074d50", "namespace": "openshift-ingress"}
2026-09-06T01:16:15Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-074d50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50", "reconcileID": "31ac11f9-c2b5-4b46-9374-6dc7cc534367", "Gateway": "e2e-ipp-b-074d50", "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50-authn-ssl"}
2026-09-06T01:16:15Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-074d50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50", "reconcileID": "31ac11f9-c2b5-4b46-9374-6dc7cc534367", "Gateway": "e2e-ipp-b-074d50", "namespace": "openshift-ingress"}
2026-09-06T01:16:15Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-074d50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50", "reconcileID": "dcf27ccb-81b4-48b0-b93e-defcea06b06c", "Gateway": "e2e-ipp-b-074d50", "namespace": "openshift-ingress"}
2026-09-06T01:16:15Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-074d50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50", "reconcileID": "dcf27ccb-81b4-48b0-b93e-defcea06b06c", "Gateway": "e2e-ipp-b-074d50", "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50-authn-ssl"}
2026-09-06T01:16:15Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-074d50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50", "reconcileID": "dcf27ccb-81b4-48b0-b93e-defcea06b06c", "Gateway": "e2e-ipp-b-074d50", "namespace": "openshift-ingress"}
2026-09-06T01:16:15Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-074d50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50", "reconcileID": "f216c863-4e74-4e42-a62a-cc5fc3b1104b", "Gateway": "e2e-ipp-b-074d50", "namespace": "openshift-ingress"}
2026-09-06T01:16:15Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-074d50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50", "reconcileID": "f216c863-4e74-4e42-a62a-cc5fc3b1104b", "Gateway": "e2e-ipp-b-074d50", "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50-authn-ssl"}
2026-09-06T01:16:15Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-074d50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50", "reconcileID": "f216c863-4e74-4e42-a62a-cc5fc3b1104b", "Gateway": "e2e-ipp-b-074d50", "namespace": "openshift-ingress"}
2026-09-06T01:16:15Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-074d50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50", "reconcileID": "5bb958d5-debd-4ad6-859a-a2fc35f31b97", "Gateway": "e2e-ipp-b-074d50", "namespace": "openshift-ingress"}
2026-09-06T01:16:15Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-074d50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50", "reconcileID": "5bb958d5-debd-4ad6-859a-a2fc35f31b97", "Gateway": "e2e-ipp-b-074d50", "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50-authn-ssl"}
2026-09-06T01:16:15Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-074d50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50", "reconcileID": "5bb958d5-debd-4ad6-859a-a2fc35f31b97", "Gateway": "e2e-ipp-b-074d50", "namespace": "openshift-ingress"}
2026-09-06T01:16:17Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-074d50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50", "reconcileID": "caeaf886-a50d-4986-b034-bcefca83fa2b", "Gateway": "e2e-ipp-b-074d50", "namespace": "openshift-ingress"}
2026-09-06T01:16:17Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-074d50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50", "reconcileID": "caeaf886-a50d-4986-b034-bcefca83fa2b", "Gateway": "e2e-ipp-b-074d50", "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50-authn-ssl"}
2026-09-06T01:16:17Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-074d50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50", "reconcileID": "caeaf886-a50d-4986-b034-bcefca83fa2b", "Gateway": "e2e-ipp-b-074d50", "namespace": "openshift-ingress"}
2026-09-06T01:16:18Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-e6b4e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-e6b4e2", "reconcileID": "f636be01-6e48-450d-918d-2477377da877", "Gateway": "e2e-shared-a-w2-e6b4e2", "namespace": "openshift-ingress"}
2026-09-06T01:16:18Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-e6b4e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-e6b4e2", "reconcileID": "f636be01-6e48-450d-918d-2477377da877", "Gateway": "e2e-shared-a-w2-e6b4e2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-e6b4e2-authn-ssl"}
2026-09-06T01:16:18Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-e6b4e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-e6b4e2", "reconcileID": "f636be01-6e48-450d-918d-2477377da877", "Gateway": "e2e-shared-a-w2-e6b4e2", "namespace": "openshift-ingress"}
2026-09-06T01:16:18Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-074d50"}, "namespace": "ai-tenant-e2e-ipp-b-074d50", "name": "openshift-service-ca.crt", "reconcileID": "8c924f0a-b77e-4e11-be11-45d247d31121", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-074d50"}
2026-09-06T01:16:18Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-074d50"}, "namespace": "ai-tenant-e2e-ipp-b-074d50", "name": "odh-trusted-ca-bundle", "reconcileID": "6a7cb4e2-d0cd-4b5a-a8cc-c0660da38879", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-074d50"}
2026-09-06T01:16:18Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-074d50"}, "namespace": "ai-tenant-e2e-ipp-b-074d50", "name": "openshift-service-ca.crt", "reconcileID": "29521061-7d7e-4db9-afef-a8a565b3caab", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-074d50", "create": "odh-kserve-custom-ca-bundle"}
2026-09-06T01:16:18Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-074d50"}, "namespace": "ai-tenant-e2e-ipp-b-074d50", "name": "openshift-service-ca.crt", "reconcileID": "29521061-7d7e-4db9-afef-a8a565b3caab", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-074d50"}
2026-09-06T01:16:18Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-074d50"}, "namespace": "ai-tenant-e2e-ipp-b-074d50", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c09f7554-5a13-43f7-8abf-40d0520125b9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-074d50"}
2026-09-06T01:16:18Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-074d50"}, "namespace": "ai-tenant-e2e-ipp-b-074d50", "name": "openshift-service-ca.crt", "reconcileID": "b3fd67d7-f8cc-4036-a4a8-430e36f0a212", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-074d50"}
2026-09-06T01:16:18Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-074d50"}, "namespace": "ai-tenant-e2e-ipp-b-074d50", "name": "odh-trusted-ca-bundle", "reconcileID": "d2a6aaf6-429a-4d07-947d-3a2761b56d76", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-074d50", "update": "odh-kserve-custom-ca-bundle"}
2026-09-06T01:16:19Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-074d50"}, "namespace": "ai-tenant-e2e-ipp-b-074d50", "name": "odh-trusted-ca-bundle", "reconcileID": "d2a6aaf6-429a-4d07-947d-3a2761b56d76", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-074d50"}
2026-09-06T01:16:19Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-074d50"}, "namespace": "ai-tenant-e2e-ipp-b-074d50", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cadadc1b-644d-4b4b-9b27-27935e9b65ba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-074d50"}
2026-09-06T01:16:20Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-074d50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50", "reconcileID": "d9be94a0-c784-41f1-aa46-ab033718d543", "Gateway": "e2e-ipp-b-074d50", "namespace": "openshift-ingress"}
2026-09-06T01:16:20Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-074d50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50", "reconcileID": "d9be94a0-c784-41f1-aa46-ab033718d543", "Gateway": "e2e-ipp-b-074d50", "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50-authn-ssl"}
2026-09-06T01:16:20Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-074d50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50", "reconcileID": "d9be94a0-c784-41f1-aa46-ab033718d543", "Gateway": "e2e-ipp-b-074d50", "namespace": "openshift-ingress"}
2026-09-06T01:16:22Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-e6b4e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-e6b4e2", "reconcileID": "6aee7d3c-f6e3-44d5-b3e8-5abce4cc2aba", "Gateway": "e2e-shared-a-w2-e6b4e2", "namespace": "openshift-ingress"}
2026-09-06T01:16:22Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-e6b4e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-e6b4e2", "reconcileID": "6aee7d3c-f6e3-44d5-b3e8-5abce4cc2aba", "Gateway": "e2e-shared-a-w2-e6b4e2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-e6b4e2-authn-ssl"}
2026-09-06T01:16:22Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-e6b4e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-e6b4e2", "reconcileID": "6aee7d3c-f6e3-44d5-b3e8-5abce4cc2aba", "Gateway": "e2e-shared-a-w2-e6b4e2", "namespace": "openshift-ingress"}
2026-09-06T01:16:24Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-e6b4e2"}, "namespace": "ai-tenant-e2e-shared-a-w2-e6b4e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cfe0f0cc-91d2-4529-9eab-03dcd2e0bfd7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-e6b4e2"}
2026-09-06T01:16:24Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-e6b4e2"}, "namespace": "ai-tenant-e2e-shared-a-w2-e6b4e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cfe0f0cc-91d2-4529-9eab-03dcd2e0bfd7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-e6b4e2", "create": "odh-kserve-custom-ca-bundle"}
2026-09-06T01:16:24Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-e6b4e2"}, "namespace": "ai-tenant-e2e-shared-a-w2-e6b4e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cfe0f0cc-91d2-4529-9eab-03dcd2e0bfd7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-e6b4e2 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-06T01:16:24Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-e6b4e2"}, "namespace": "ai-tenant-e2e-shared-a-w2-e6b4e2", "name": "odh-trusted-ca-bundle", "reconcileID": "8cd007f3-9693-4340-a97c-deb4da04bc00", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-e6b4e2"}
2026-09-06T01:16:24Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-e6b4e2"}, "namespace": "ai-tenant-e2e-shared-a-w2-e6b4e2", "name": "odh-trusted-ca-bundle", "reconcileID": "8cd007f3-9693-4340-a97c-deb4da04bc00", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-e6b4e2"}
2026-09-06T01:16:24Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-e6b4e2"}, "namespace": "ai-tenant-e2e-shared-a-w2-e6b4e2", "name": "openshift-service-ca.crt", "reconcileID": "28a59e05-4ebc-4779-bcd0-a5aa6d9c5c8e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-e6b4e2"}
2026-09-06T01:16:24Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-e6b4e2"}, "namespace": "ai-tenant-e2e-shared-a-w2-e6b4e2", "name": "openshift-service-ca.crt", "reconcileID": "28a59e05-4ebc-4779-bcd0-a5aa6d9c5c8e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-e6b4e2"}
2026-09-06T01:16:24Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-e6b4e2"}, "namespace": "ai-tenant-e2e-shared-a-w2-e6b4e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "723bd963-b9ce-490e-a3e9-ac71a968d959", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-e6b4e2"}
2026-09-06T01:16:24Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-e6b4e2"}, "namespace": "ai-tenant-e2e-shared-a-w2-e6b4e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "723bd963-b9ce-490e-a3e9-ac71a968d959", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-e6b4e2"}
2026-09-06T01:16:25Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-e6b4e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-e6b4e2", "reconcileID": "bc8c206b-2871-47be-9dee-bf591db080f4", "Gateway": "e2e-shared-a-w2-e6b4e2", "namespace": "openshift-ingress"}
2026-09-06T01:16:29Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-074d50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50", "reconcileID": "93bff154-496a-4f14-a54c-39caf286d8dd", "Gateway": "e2e-ipp-b-074d50", "namespace": "openshift-ingress"}
2026-09-06T01:16:29Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-074d50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50", "reconcileID": "93bff154-496a-4f14-a54c-39caf286d8dd", "Gateway": "e2e-ipp-b-074d50", "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50-authn-ssl"}
2026-09-06T01:16:29Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-074d50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50", "reconcileID": "93bff154-496a-4f14-a54c-39caf286d8dd", "Gateway": "e2e-ipp-b-074d50", "namespace": "openshift-ingress"}
2026-09-06T01:16:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-812148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-812148", "reconcileID": "fb90605c-45e9-40bd-8065-57e52d8707ae", "Gateway": "e2e-shared-b-w2-812148", "namespace": "openshift-ingress"}
2026-09-06T01:16:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-812148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-812148", "reconcileID": "fb90605c-45e9-40bd-8065-57e52d8707ae", "Gateway": "e2e-shared-b-w2-812148", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-812148-authn-ssl"}
2026-09-06T01:16:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-812148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-812148", "reconcileID": "fb90605c-45e9-40bd-8065-57e52d8707ae", "Gateway": "e2e-shared-b-w2-812148", "namespace": "openshift-ingress"}
2026-09-06T01:16:42Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-812148"}, "namespace": "ai-tenant-e2e-shared-b-w2-812148", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "613a6367-a158-4603-a36c-fb0090ce96e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-812148"}
2026-09-06T01:16:42Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-812148"}, "namespace": "ai-tenant-e2e-shared-b-w2-812148", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "613a6367-a158-4603-a36c-fb0090ce96e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-812148", "create": "odh-kserve-custom-ca-bundle"}
2026-09-06T01:16:42Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-812148"}, "namespace": "ai-tenant-e2e-shared-b-w2-812148", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "613a6367-a158-4603-a36c-fb0090ce96e1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-812148 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-06T01:16:42Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-812148"}, "namespace": "ai-tenant-e2e-shared-b-w2-812148", "name": "odh-trusted-ca-bundle", "reconcileID": "c88c0634-a70a-48d5-bcdc-0789a3b05b9e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-812148"}
2026-09-06T01:16:42Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-812148"}, "namespace": "ai-tenant-e2e-shared-b-w2-812148", "name": "odh-trusted-ca-bundle", "reconcileID": "c88c0634-a70a-48d5-bcdc-0789a3b05b9e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-812148"}
2026-09-06T01:16:42Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-812148"}, "namespace": "ai-tenant-e2e-shared-b-w2-812148", "name": "openshift-service-ca.crt", "reconcileID": "2ecdcd2e-7893-4e62-922d-8a2539154805", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-812148"}
2026-09-06T01:16:42Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-812148"}, "namespace": "ai-tenant-e2e-shared-b-w2-812148", "name": "openshift-service-ca.crt", "reconcileID": "2ecdcd2e-7893-4e62-922d-8a2539154805", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-812148"}
2026-09-06T01:16:42Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-812148"}, "namespace": "ai-tenant-e2e-shared-b-w2-812148", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fa2dab61-bc62-4bcb-815a-4feb8fd2004b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-812148"}
2026-09-06T01:16:42Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-812148"}, "namespace": "ai-tenant-e2e-shared-b-w2-812148", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fa2dab61-bc62-4bcb-815a-4feb8fd2004b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-812148"}
2026-09-06T01:16:43Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-812148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-812148", "reconcileID": "4109b4c0-8f3a-4086-a2bc-a251455873d7", "Gateway": "e2e-shared-b-w2-812148", "namespace": "openshift-ingress"}
2026-09-06T01:16:49Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "cf434f1b-5759-47a7-bc6b-aaddf60ccd1b", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:16:49Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "cf434f1b-5759-47a7-bc6b-aaddf60ccd1b", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:16:49Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "cf434f1b-5759-47a7-bc6b-aaddf60ccd1b", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:16:49Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "cf434f1b-5759-47a7-bc6b-aaddf60ccd1b", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6-kserve-route-authn"}
2026-09-06T01:16:49Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "cf434f1b-5759-47a7-bc6b-aaddf60ccd1b", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "authType": "userdefined"}
2026-09-06T01:16:49Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "cf434f1b-5759-47a7-bc6b-aaddf60ccd1b", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:16:49Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "0377b886-b13a-4dc8-9039-6724b09c6a40", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress"}
2026-09-06T01:16:49Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "0377b886-b13a-4dc8-9039-6724b09c6a40", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6-authn-ssl"}
2026-09-06T01:16:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "0377b886-b13a-4dc8-9039-6724b09c6a40", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress"}
2026-09-06T01:16:49Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "981daa5b-6211-4f89-87bd-18f47eade58d", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:16:49Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "981daa5b-6211-4f89-87bd-18f47eade58d", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:16:49Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "981daa5b-6211-4f89-87bd-18f47eade58d", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:16:49Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "981daa5b-6211-4f89-87bd-18f47eade58d", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6-kserve-route-authn"}
2026-09-06T01:16:49Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "981daa5b-6211-4f89-87bd-18f47eade58d", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "authType": "userdefined"}
2026-09-06T01:16:49Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "981daa5b-6211-4f89-87bd-18f47eade58d", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:16:56Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "ab9f8970-f331-46d4-b401-24128e0067e2", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress"}
2026-09-06T01:16:56Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "ab9f8970-f331-46d4-b401-24128e0067e2", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6-authn-ssl"}
2026-09-06T01:16:56Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "ab9f8970-f331-46d4-b401-24128e0067e2", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress"}
2026-09-06T01:16:57Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "e07e25f2-91cf-447f-93d7-ab36165cd4c5", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:16:57Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "e07e25f2-91cf-447f-93d7-ab36165cd4c5", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:16:57Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "e07e25f2-91cf-447f-93d7-ab36165cd4c5", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:16:57Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "e07e25f2-91cf-447f-93d7-ab36165cd4c5", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6-kserve-route-authn"}
2026-09-06T01:16:57Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "e07e25f2-91cf-447f-93d7-ab36165cd4c5", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "authType": "userdefined"}
2026-09-06T01:16:57Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "e07e25f2-91cf-447f-93d7-ab36165cd4c5", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:17:07Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "36a49004-c9d3-44ae-9f71-4ced200763d0", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:17:07Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "36a49004-c9d3-44ae-9f71-4ced200763d0", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:17:07Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "36a49004-c9d3-44ae-9f71-4ced200763d0", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:17:07Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "36a49004-c9d3-44ae-9f71-4ced200763d0", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6-kserve-route-authn"}
2026-09-06T01:17:07Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "36a49004-c9d3-44ae-9f71-4ced200763d0", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "authType": "userdefined"}
2026-09-06T01:17:07Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "36a49004-c9d3-44ae-9f71-4ced200763d0", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:17:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3032be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be", "reconcileID": "230e2830-380e-4f3a-afa9-6d671db8008d", "Gateway": "e2e-ipp-cleanup-3032be", "namespace": "openshift-ingress"}
2026-09-06T01:17:24Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3032be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be", "reconcileID": "230e2830-380e-4f3a-afa9-6d671db8008d", "Gateway": "e2e-ipp-cleanup-3032be", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be-authn-ssl"}
2026-09-06T01:17:24Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3032be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be", "reconcileID": "230e2830-380e-4f3a-afa9-6d671db8008d", "Gateway": "e2e-ipp-cleanup-3032be", "namespace": "openshift-ingress"}
2026-09-06T01:17:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3032be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be", "reconcileID": "33ebbb0e-bca6-4c8f-902f-cf7c7d720944", "Gateway": "e2e-ipp-cleanup-3032be", "namespace": "openshift-ingress"}
2026-09-06T01:17:24Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3032be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be", "reconcileID": "33ebbb0e-bca6-4c8f-902f-cf7c7d720944", "Gateway": "e2e-ipp-cleanup-3032be", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be-authn-ssl"}
2026-09-06T01:17:25Z	ERROR	Reconciler error	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3032be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be", "reconcileID": "33ebbb0e-bca6-4c8f-902f-cf7c7d720944", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-cleanup-3032be-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-cleanup-3032be-authn-ssl\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-06T01:17:25Z	DEBUG	events	Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-cleanup-3032be-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-cleanup-3032be-authn-ssl" already exists	{"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-cleanup-3032be","uid":"ae0da2f9-5e7d-4704-905b-a51eef17c92e","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"48986"}, "reason": "ReconcileError"}
2026-09-06T01:17:25Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3032be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be", "reconcileID": "4580b7c6-d4b8-4605-9aff-b696898c64ae", "Gateway": "e2e-ipp-cleanup-3032be", "namespace": "openshift-ingress"}
2026-09-06T01:17:25Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3032be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be", "reconcileID": "4580b7c6-d4b8-4605-9aff-b696898c64ae", "Gateway": "e2e-ipp-cleanup-3032be", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be-authn-ssl"}
2026-09-06T01:17:25Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3032be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be", "reconcileID": "4580b7c6-d4b8-4605-9aff-b696898c64ae", "Gateway": "e2e-ipp-cleanup-3032be", "namespace": "openshift-ingress"}
2026-09-06T01:17:25Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3032be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be", "reconcileID": "9f38060b-2faa-494d-9645-ad6e07dd401e", "Gateway": "e2e-ipp-cleanup-3032be", "namespace": "openshift-ingress"}
2026-09-06T01:17:25Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3032be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be", "reconcileID": "9f38060b-2faa-494d-9645-ad6e07dd401e", "Gateway": "e2e-ipp-cleanup-3032be", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be-authn-ssl"}
2026-09-06T01:17:25Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3032be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be", "reconcileID": "9f38060b-2faa-494d-9645-ad6e07dd401e", "Gateway": "e2e-ipp-cleanup-3032be", "namespace": "openshift-ingress"}
2026-09-06T01:17:25Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3032be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be", "reconcileID": "d1b646b0-3090-4049-a892-56ba8086ce1b", "Gateway": "e2e-ipp-cleanup-3032be", "namespace": "openshift-ingress"}
2026-09-06T01:17:25Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3032be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be", "reconcileID": "d1b646b0-3090-4049-a892-56ba8086ce1b", "Gateway": "e2e-ipp-cleanup-3032be", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be-authn-ssl"}
2026-09-06T01:17:25Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3032be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be", "reconcileID": "d1b646b0-3090-4049-a892-56ba8086ce1b", "Gateway": "e2e-ipp-cleanup-3032be", "namespace": "openshift-ingress"}
2026-09-06T01:17:25Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3032be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be", "reconcileID": "d7628380-d5d3-43d7-bf78-0a15d79c4628", "Gateway": "e2e-ipp-cleanup-3032be", "namespace": "openshift-ingress"}
2026-09-06T01:17:25Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3032be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be", "reconcileID": "d7628380-d5d3-43d7-bf78-0a15d79c4628", "Gateway": "e2e-ipp-cleanup-3032be", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be-authn-ssl"}
2026-09-06T01:17:25Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3032be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be", "reconcileID": "d7628380-d5d3-43d7-bf78-0a15d79c4628", "Gateway": "e2e-ipp-cleanup-3032be", "namespace": "openshift-ingress"}
2026-09-06T01:17:25Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3032be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be", "reconcileID": "d9673926-69a1-4fb0-8eff-fcf7e7e5654e", "Gateway": "e2e-ipp-cleanup-3032be", "namespace": "openshift-ingress"}
2026-09-06T01:17:25Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3032be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be", "reconcileID": "d9673926-69a1-4fb0-8eff-fcf7e7e5654e", "Gateway": "e2e-ipp-cleanup-3032be", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be-authn-ssl"}
2026-09-06T01:17:25Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3032be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be", "reconcileID": "d9673926-69a1-4fb0-8eff-fcf7e7e5654e", "Gateway": "e2e-ipp-cleanup-3032be", "namespace": "openshift-ingress"}
2026-09-06T01:17:26Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3032be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be", "reconcileID": "ae5501c4-efc2-419b-9688-a72b0fc3724f", "Gateway": "e2e-ipp-cleanup-3032be", "namespace": "openshift-ingress"}
2026-09-06T01:17:26Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3032be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be", "reconcileID": "ae5501c4-efc2-419b-9688-a72b0fc3724f", "Gateway": "e2e-ipp-cleanup-3032be", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be-authn-ssl"}
2026-09-06T01:17:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3032be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be", "reconcileID": "ae5501c4-efc2-419b-9688-a72b0fc3724f", "Gateway": "e2e-ipp-cleanup-3032be", "namespace": "openshift-ingress"}
2026-09-06T01:17:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-3032be"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3032be", "name": "openshift-service-ca.crt", "reconcileID": "3aaf99c8-da93-414d-b139-06dae20f1470", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-3032be"}
2026-09-06T01:17:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3032be"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3032be", "name": "odh-trusted-ca-bundle", "reconcileID": "8098b200-2172-4f34-a71a-37b216a36e91", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-3032be"}
2026-09-06T01:17:28Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-3032be"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3032be", "name": "openshift-service-ca.crt", "reconcileID": "7cfd4bd5-6818-4dad-9414-177ee940a2cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-3032be", "create": "odh-kserve-custom-ca-bundle"}
2026-09-06T01:17:28Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-3032be"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3032be", "name": "openshift-service-ca.crt", "reconcileID": "7cfd4bd5-6818-4dad-9414-177ee940a2cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-3032be"}
2026-09-06T01:17:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3032be"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3032be", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ef9ea2f-d178-47ec-8545-3a0926d46208", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-3032be"}
2026-09-06T01:17:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-3032be"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3032be", "name": "openshift-service-ca.crt", "reconcileID": "b3585e21-8b44-4bb0-8a30-0f394518c447", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-3032be"}
2026-09-06T01:17:28Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3032be"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3032be", "name": "odh-trusted-ca-bundle", "reconcileID": "8f0e5e23-affa-4675-8e63-31ef1d81a075", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-3032be", "update": "odh-kserve-custom-ca-bundle"}
2026-09-06T01:17:28Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3032be"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3032be", "name": "odh-trusted-ca-bundle", "reconcileID": "8f0e5e23-affa-4675-8e63-31ef1d81a075", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-3032be"}
2026-09-06T01:17:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3032be"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3032be", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e0b9dd42-1a14-49f1-a224-d62b0357b404", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-3032be"}
2026-09-06T01:17:29Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3032be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be", "reconcileID": "4c67323a-df57-479e-a97c-89e1924fc466", "Gateway": "e2e-ipp-cleanup-3032be", "namespace": "openshift-ingress"}
2026-09-06T01:17:29Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3032be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be", "reconcileID": "4c67323a-df57-479e-a97c-89e1924fc466", "Gateway": "e2e-ipp-cleanup-3032be", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be-authn-ssl"}
2026-09-06T01:17:29Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3032be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be", "reconcileID": "4c67323a-df57-479e-a97c-89e1924fc466", "Gateway": "e2e-ipp-cleanup-3032be", "namespace": "openshift-ingress"}
2026-09-06T01:17:38Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3032be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be", "reconcileID": "ae34a138-0468-4943-a2cb-287c7be44b8f", "Gateway": "e2e-ipp-cleanup-3032be", "namespace": "openshift-ingress"}
2026-09-06T01:17:38Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3032be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be", "reconcileID": "ae34a138-0468-4943-a2cb-287c7be44b8f", "Gateway": "e2e-ipp-cleanup-3032be", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be-authn-ssl"}
2026-09-06T01:17:38Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3032be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be", "reconcileID": "ae34a138-0468-4943-a2cb-287c7be44b8f", "Gateway": "e2e-ipp-cleanup-3032be", "namespace": "openshift-ingress"}
2026-09-06T01:17:59Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3032be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be", "reconcileID": "182e7fbc-f963-4b02-8cf0-c12e06886919", "Gateway": "e2e-ipp-cleanup-3032be", "namespace": "openshift-ingress"}
2026-09-06T01:17:59Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3032be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be", "reconcileID": "182e7fbc-f963-4b02-8cf0-c12e06886919", "Gateway": "e2e-ipp-cleanup-3032be", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be-authn-ssl"}
2026-09-06T01:17:59Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3032be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be", "reconcileID": "182e7fbc-f963-4b02-8cf0-c12e06886919", "Gateway": "e2e-ipp-cleanup-3032be", "namespace": "openshift-ingress"}
2026-09-06T01:18:05Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3032be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be", "reconcileID": "9d0f10b5-0514-4984-a8c4-b9e8d071f371", "Gateway": "e2e-ipp-cleanup-3032be", "namespace": "openshift-ingress"}
2026-09-06T01:18:05Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3032be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be", "reconcileID": "9d0f10b5-0514-4984-a8c4-b9e8d071f371", "Gateway": "e2e-ipp-cleanup-3032be", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be-authn-ssl"}
2026-09-06T01:18:05Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3032be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be", "reconcileID": "9d0f10b5-0514-4984-a8c4-b9e8d071f371", "Gateway": "e2e-ipp-cleanup-3032be", "namespace": "openshift-ingress"}
2026-09-06T01:18:06Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3032be"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3032be", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e7120438-38f0-4f33-b266-c44b142e2055", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-3032be"}
2026-09-06T01:18:06Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3032be"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3032be", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e7120438-38f0-4f33-b266-c44b142e2055", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-3032be", "create": "odh-kserve-custom-ca-bundle"}
2026-09-06T01:18:06Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3032be"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3032be", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e7120438-38f0-4f33-b266-c44b142e2055", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-3032be because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-06T01:18:06Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3032be"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3032be", "name": "odh-trusted-ca-bundle", "reconcileID": "2e33e243-c3da-4ad9-805b-a5f95848f106", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-3032be"}
2026-09-06T01:18:06Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3032be"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3032be", "name": "odh-trusted-ca-bundle", "reconcileID": "2e33e243-c3da-4ad9-805b-a5f95848f106", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-3032be"}
2026-09-06T01:18:06Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-3032be"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3032be", "name": "openshift-service-ca.crt", "reconcileID": "088df5b2-3ed2-463d-8c4d-ed113d524f66", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-3032be"}
2026-09-06T01:18:06Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-3032be"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3032be", "name": "openshift-service-ca.crt", "reconcileID": "088df5b2-3ed2-463d-8c4d-ed113d524f66", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-3032be"}
2026-09-06T01:18:06Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3032be"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3032be", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "acbb5843-5d2b-42fd-a472-82c5fdedbc06", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-3032be"}
2026-09-06T01:18:06Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3032be"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3032be", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "acbb5843-5d2b-42fd-a472-82c5fdedbc06", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-3032be"}
2026-09-06T01:18:06Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3032be","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3032be", "reconcileID": "bb81a340-6820-418d-a579-cddc4f35e957", "Gateway": "e2e-ipp-cleanup-3032be", "namespace": "openshift-ingress"}
2026-09-06T01:18:25Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "e01fc69b-b5e5-4d11-bcea-98b419376d93", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress"}
2026-09-06T01:18:25Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "e01fc69b-b5e5-4d11-bcea-98b419376d93", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6-authn-ssl"}
2026-09-06T01:18:25Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "e01fc69b-b5e5-4d11-bcea-98b419376d93", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress"}
2026-09-06T01:18:26Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "fc6190f3-cd40-4a65-ae33-e9a29c9485d5", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress"}
2026-09-06T01:18:26Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "fc6190f3-cd40-4a65-ae33-e9a29c9485d5", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6-authn-ssl"}
2026-09-06T01:18:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "fc6190f3-cd40-4a65-ae33-e9a29c9485d5", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress"}
2026-09-06T01:18:31Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "966be24b-fea8-4434-9496-ef9fc2846495", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress"}
2026-09-06T01:18:31Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "966be24b-fea8-4434-9496-ef9fc2846495", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6-authn-ssl"}
2026-09-06T01:18:31Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "966be24b-fea8-4434-9496-ef9fc2846495", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress"}
2026-09-06T01:18:32Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "33c708cb-e0cf-4d68-9459-f37a733de4ca", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:18:32Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "33c708cb-e0cf-4d68-9459-f37a733de4ca", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:18:32Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "33c708cb-e0cf-4d68-9459-f37a733de4ca", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:18:32Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "33c708cb-e0cf-4d68-9459-f37a733de4ca", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6-kserve-route-authn"}
2026-09-06T01:18:32Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "33c708cb-e0cf-4d68-9459-f37a733de4ca", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "authType": "userdefined"}
2026-09-06T01:18:32Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "33c708cb-e0cf-4d68-9459-f37a733de4ca", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:18:40Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-06T01:18:40Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-06T01:18:40Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-06T01:18:40Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-06T01:19:07Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "e09e1d09-1c2d-44be-86be-57932fbbd051", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress"}
2026-09-06T01:19:07Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "e09e1d09-1c2d-44be-86be-57932fbbd051", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6-authn-ssl"}
2026-09-06T01:19:07Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "e09e1d09-1c2d-44be-86be-57932fbbd051", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress"}
2026-09-06T01:19:07Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9c9a10e6-5841-4ede-b60b-ab928c4db4c0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:19:07Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9c9a10e6-5841-4ede-b60b-ab928c4db4c0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "create": "odh-kserve-custom-ca-bundle"}
2026-09-06T01:19:07Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9c9a10e6-5841-4ede-b60b-ab928c4db4c0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-b2e4f6 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-06T01:19:07Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "odh-trusted-ca-bundle", "reconcileID": "a0d7590a-8721-4f71-950b-1b50831a64d3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:19:07Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "odh-trusted-ca-bundle", "reconcileID": "a0d7590a-8721-4f71-950b-1b50831a64d3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:19:07Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "openshift-service-ca.crt", "reconcileID": "5430ce56-af27-47e6-91bc-1001f169f153", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:19:07Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "openshift-service-ca.crt", "reconcileID": "5430ce56-af27-47e6-91bc-1001f169f153", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:19:07Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f74f035c-c17a-4f69-bd20-2e37425ad819", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:19:07Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f74f035c-c17a-4f69-bd20-2e37425ad819", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:19:08Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "eb4d5585-8564-4703-841d-350392c0e349", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:19:08Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "eb4d5585-8564-4703-841d-350392c0e349", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:19:08Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "eb4d5585-8564-4703-841d-350392c0e349", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:19:08Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "eb4d5585-8564-4703-841d-350392c0e349", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6-kserve-route-authn"}
2026-09-06T01:19:08Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "eb4d5585-8564-4703-841d-350392c0e349", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "authType": "userdefined"}
2026-09-06T01:19:08Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "eb4d5585-8564-4703-841d-350392c0e349", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:19:08Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "5a524ae7-fca9-4768-a342-5ec19ce7ab9d", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:19:08Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "5a524ae7-fca9-4768-a342-5ec19ce7ab9d", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6"}
2026-09-06T01:19:08Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "5a524ae7-fca9-4768-a342-5ec19ce7ab9d", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:19:08Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "5a524ae7-fca9-4768-a342-5ec19ce7ab9d", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:19:08Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "5a524ae7-fca9-4768-a342-5ec19ce7ab9d", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6-kserve-route-authn"}
2026-09-06T01:19:08Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "5a524ae7-fca9-4768-a342-5ec19ce7ab9d", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6-kserve-route-authn"}
2026-09-06T01:19:08Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "5a524ae7-fca9-4768-a342-5ec19ce7ab9d", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:19:08Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "5a524ae7-fca9-4768-a342-5ec19ce7ab9d", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:19:14Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "dbafd07a-450a-40b2-9642-c325cd06cd47", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:19:14Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "dbafd07a-450a-40b2-9642-c325cd06cd47", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6"}
2026-09-06T01:19:14Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "dbafd07a-450a-40b2-9642-c325cd06cd47", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:19:14Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "dbafd07a-450a-40b2-9642-c325cd06cd47", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:19:14Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "dbafd07a-450a-40b2-9642-c325cd06cd47", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6-kserve-route-authn"}
2026-09-06T01:19:14Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "dbafd07a-450a-40b2-9642-c325cd06cd47", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6-kserve-route-authn"}
2026-09-06T01:19:14Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "dbafd07a-450a-40b2-9642-c325cd06cd47", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:19:14Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "dbafd07a-450a-40b2-9642-c325cd06cd47", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:19:14Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2e4f6","namespace":"ai-tenant-e2e-ipp-a-b2e4f6"}, "namespace": "ai-tenant-e2e-ipp-a-b2e4f6", "name": "ipp-route-b2e4f6", "reconcileID": "428a71bd-cbba-4c2a-82bf-955330e93c67", "LLMInferenceService": "ipp-route-b2e4f6", "namespace": "ai-tenant-e2e-ipp-a-b2e4f6"}
2026-09-06T01:19:14Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "6166e149-55b3-43cd-a5ee-5401586cd62e", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress"}
2026-09-06T01:19:14Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "6166e149-55b3-43cd-a5ee-5401586cd62e", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6-authn-ssl"}
2026-09-06T01:19:14Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "6166e149-55b3-43cd-a5ee-5401586cd62e", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress"}
2026-09-06T01:19:20Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2e4f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2e4f6", "reconcileID": "a4e0b3c8-c668-4c7a-9669-b8747177c845", "Gateway": "e2e-ipp-a-b2e4f6", "namespace": "openshift-ingress"}
2026-09-06T01:19:30Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-074d50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50", "reconcileID": "8bbcd3f3-55e4-4a0a-b184-8379a4dfd123", "Gateway": "e2e-ipp-b-074d50", "namespace": "openshift-ingress"}
2026-09-06T01:19:30Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-074d50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50", "reconcileID": "8bbcd3f3-55e4-4a0a-b184-8379a4dfd123", "Gateway": "e2e-ipp-b-074d50", "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50-authn-ssl"}
2026-09-06T01:19:30Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-074d50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50", "reconcileID": "8bbcd3f3-55e4-4a0a-b184-8379a4dfd123", "Gateway": "e2e-ipp-b-074d50", "namespace": "openshift-ingress"}
2026-09-06T01:19:34Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-074d50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50", "reconcileID": "5aeda79d-a231-4941-a1b0-3451cd7e430f", "Gateway": "e2e-ipp-b-074d50", "namespace": "openshift-ingress"}
2026-09-06T01:19:34Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-074d50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50", "reconcileID": "5aeda79d-a231-4941-a1b0-3451cd7e430f", "Gateway": "e2e-ipp-b-074d50", "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50-authn-ssl"}
2026-09-06T01:19:34Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-074d50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50", "reconcileID": "5aeda79d-a231-4941-a1b0-3451cd7e430f", "Gateway": "e2e-ipp-b-074d50", "namespace": "openshift-ingress"}
2026-09-06T01:19:36Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-074d50"}, "namespace": "ai-tenant-e2e-ipp-b-074d50", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cc23d6c4-359f-44bf-8125-f025960a18f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-074d50"}
2026-09-06T01:19:36Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-074d50"}, "namespace": "ai-tenant-e2e-ipp-b-074d50", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cc23d6c4-359f-44bf-8125-f025960a18f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-074d50", "create": "odh-kserve-custom-ca-bundle"}
2026-09-06T01:19:36Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-074d50"}, "namespace": "ai-tenant-e2e-ipp-b-074d50", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cc23d6c4-359f-44bf-8125-f025960a18f9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-074d50 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-06T01:19:36Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-074d50"}, "namespace": "ai-tenant-e2e-ipp-b-074d50", "name": "odh-trusted-ca-bundle", "reconcileID": "36d95ef1-b98b-4c71-82b8-50ec858c7fe8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-074d50"}
2026-09-06T01:19:36Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-074d50"}, "namespace": "ai-tenant-e2e-ipp-b-074d50", "name": "odh-trusted-ca-bundle", "reconcileID": "36d95ef1-b98b-4c71-82b8-50ec858c7fe8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-074d50"}
2026-09-06T01:19:36Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-074d50"}, "namespace": "ai-tenant-e2e-ipp-b-074d50", "name": "openshift-service-ca.crt", "reconcileID": "12db3619-d85f-4b38-bda7-93f45d7c0cf4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-074d50"}
2026-09-06T01:19:36Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-074d50"}, "namespace": "ai-tenant-e2e-ipp-b-074d50", "name": "openshift-service-ca.crt", "reconcileID": "12db3619-d85f-4b38-bda7-93f45d7c0cf4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-074d50"}
2026-09-06T01:19:36Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-074d50"}, "namespace": "ai-tenant-e2e-ipp-b-074d50", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3244a76f-ba5e-4137-ab36-59cd2b7b96ae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-074d50"}
2026-09-06T01:19:36Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-074d50"}, "namespace": "ai-tenant-e2e-ipp-b-074d50", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3244a76f-ba5e-4137-ab36-59cd2b7b96ae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-074d50"}
2026-09-06T01:19:37Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-074d50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-074d50", "reconcileID": "4a60e001-5909-47d0-8329-2664ff7e02f9", "Gateway": "e2e-ipp-b-074d50", "namespace": "openshift-ingress"}
2026-09-06T01:19:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5844a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5844a8", "reconcileID": "ce5b9b5d-7059-479b-8d8f-6c37b7f8d65c", "Gateway": "e2e-shared-a-w3-5844a8", "namespace": "openshift-ingress"}
2026-09-06T01:19:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5844a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5844a8", "reconcileID": "ce5b9b5d-7059-479b-8d8f-6c37b7f8d65c", "Gateway": "e2e-shared-a-w3-5844a8", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5844a8-authn-ssl"}
2026-09-06T01:19:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5844a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5844a8", "reconcileID": "ce5b9b5d-7059-479b-8d8f-6c37b7f8d65c", "Gateway": "e2e-shared-a-w3-5844a8", "namespace": "openshift-ingress"}
2026-09-06T01:19:53Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5844a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5844a8", "reconcileID": "4cb7e49c-017c-4708-bd7f-910782bd02e3", "Gateway": "e2e-shared-a-w3-5844a8", "namespace": "openshift-ingress"}
2026-09-06T01:19:53Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5844a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5844a8", "reconcileID": "4cb7e49c-017c-4708-bd7f-910782bd02e3", "Gateway": "e2e-shared-a-w3-5844a8", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5844a8-authn-ssl"}
2026-09-06T01:19:53Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5844a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5844a8", "reconcileID": "4cb7e49c-017c-4708-bd7f-910782bd02e3", "Gateway": "e2e-shared-a-w3-5844a8", "namespace": "openshift-ingress"}
2026-09-06T01:19:55Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-5844a8"}, "namespace": "ai-tenant-e2e-shared-a-w3-5844a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dac91247-88e8-49b9-8c82-3239b43d82b2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-5844a8"}
2026-09-06T01:19:55Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-5844a8"}, "namespace": "ai-tenant-e2e-shared-a-w3-5844a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dac91247-88e8-49b9-8c82-3239b43d82b2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-5844a8", "create": "odh-kserve-custom-ca-bundle"}
2026-09-06T01:19:55Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-5844a8"}, "namespace": "ai-tenant-e2e-shared-a-w3-5844a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dac91247-88e8-49b9-8c82-3239b43d82b2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-5844a8 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-06T01:19:55Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-5844a8"}, "namespace": "ai-tenant-e2e-shared-a-w3-5844a8", "name": "odh-trusted-ca-bundle", "reconcileID": "3108a8d0-8900-41a8-a0c6-ac0e0bda7259", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-5844a8"}
2026-09-06T01:19:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-5844a8"}, "namespace": "ai-tenant-e2e-shared-a-w3-5844a8", "name": "odh-trusted-ca-bundle", "reconcileID": "3108a8d0-8900-41a8-a0c6-ac0e0bda7259", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-5844a8"}
2026-09-06T01:19:55Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-5844a8"}, "namespace": "ai-tenant-e2e-shared-a-w3-5844a8", "name": "openshift-service-ca.crt", "reconcileID": "97e79bdd-0f18-4b11-ae87-6a78cb9e19ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-5844a8"}
2026-09-06T01:19:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-5844a8"}, "namespace": "ai-tenant-e2e-shared-a-w3-5844a8", "name": "openshift-service-ca.crt", "reconcileID": "97e79bdd-0f18-4b11-ae87-6a78cb9e19ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-5844a8"}
2026-09-06T01:19:55Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-5844a8"}, "namespace": "ai-tenant-e2e-shared-a-w3-5844a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "11ece921-49a8-49bc-a7e8-1a85c03e3340", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-5844a8"}
2026-09-06T01:19:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-5844a8"}, "namespace": "ai-tenant-e2e-shared-a-w3-5844a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "11ece921-49a8-49bc-a7e8-1a85c03e3340", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-5844a8"}
2026-09-06T01:19:55Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5844a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5844a8", "reconcileID": "25d95b7b-832c-449e-ac99-742b98dee233", "Gateway": "e2e-shared-a-w3-5844a8", "namespace": "openshift-ingress"}
2026-09-06T01:20:06Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-470346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-470346", "reconcileID": "9eb2b539-5852-4f64-8752-0c96c33686e7", "Gateway": "e2e-shared-b-w3-470346", "namespace": "openshift-ingress"}
2026-09-06T01:20:06Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-470346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-470346", "reconcileID": "9eb2b539-5852-4f64-8752-0c96c33686e7", "Gateway": "e2e-shared-b-w3-470346", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-470346-authn-ssl"}
2026-09-06T01:20:06Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-470346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-470346", "reconcileID": "9eb2b539-5852-4f64-8752-0c96c33686e7", "Gateway": "e2e-shared-b-w3-470346", "namespace": "openshift-ingress"}
2026-09-06T01:20:09Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-470346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-470346", "reconcileID": "370d9568-32d6-48e5-bba5-cbe28ad31804", "Gateway": "e2e-shared-b-w3-470346", "namespace": "openshift-ingress"}
2026-09-06T01:20:09Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-470346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-470346", "reconcileID": "370d9568-32d6-48e5-bba5-cbe28ad31804", "Gateway": "e2e-shared-b-w3-470346", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-470346-authn-ssl"}
2026-09-06T01:20:09Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-470346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-470346", "reconcileID": "370d9568-32d6-48e5-bba5-cbe28ad31804", "Gateway": "e2e-shared-b-w3-470346", "namespace": "openshift-ingress"}
2026-09-06T01:20:12Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-470346"}, "namespace": "ai-tenant-e2e-shared-b-w3-470346", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4c0506e4-6436-4e05-bd8f-8d2373010225", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-470346"}
2026-09-06T01:20:12Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-470346"}, "namespace": "ai-tenant-e2e-shared-b-w3-470346", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4c0506e4-6436-4e05-bd8f-8d2373010225", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-470346", "create": "odh-kserve-custom-ca-bundle"}
2026-09-06T01:20:12Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-470346"}, "namespace": "ai-tenant-e2e-shared-b-w3-470346", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4c0506e4-6436-4e05-bd8f-8d2373010225", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-470346 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-06T01:20:12Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-470346"}, "namespace": "ai-tenant-e2e-shared-b-w3-470346", "name": "odh-trusted-ca-bundle", "reconcileID": "bea2e0c7-6e7c-414f-9044-de3662ee97bf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-470346"}
2026-09-06T01:20:12Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-470346"}, "namespace": "ai-tenant-e2e-shared-b-w3-470346", "name": "odh-trusted-ca-bundle", "reconcileID": "bea2e0c7-6e7c-414f-9044-de3662ee97bf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-470346"}
2026-09-06T01:20:12Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-470346"}, "namespace": "ai-tenant-e2e-shared-b-w3-470346", "name": "openshift-service-ca.crt", "reconcileID": "bcd3a00a-be86-44bf-9ea1-6e9b7d0afc52", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-470346"}
2026-09-06T01:20:12Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-470346"}, "namespace": "ai-tenant-e2e-shared-b-w3-470346", "name": "openshift-service-ca.crt", "reconcileID": "bcd3a00a-be86-44bf-9ea1-6e9b7d0afc52", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-470346"}
2026-09-06T01:20:12Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-470346"}, "namespace": "ai-tenant-e2e-shared-b-w3-470346", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7639ea42-3dc0-4fad-9861-c0f9fb80de02", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-470346"}
2026-09-06T01:20:12Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-470346"}, "namespace": "ai-tenant-e2e-shared-b-w3-470346", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7639ea42-3dc0-4fad-9861-c0f9fb80de02", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-470346"}
2026-09-06T01:20:13Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-470346","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-470346", "reconcileID": "e7c5bee1-e385-4d7e-a407-d3c86b47789c", "Gateway": "e2e-shared-b-w3-470346", "namespace": "openshift-ingress"}
2026-09-06T01:24:18Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9938c132", "reconcileID": "e6d4c0a9-4494-461c-bcae-d4350b4fc1a0", "LLMInferenceService": "e2e-same-id-a-9938c132", "namespace": "llm"}
2026-09-06T01:24:18Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9938c132", "reconcileID": "e6d4c0a9-4494-461c-bcae-d4350b4fc1a0", "LLMInferenceService": "e2e-same-id-a-9938c132", "namespace": "llm"}
2026-09-06T01:24:18Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9938c132", "reconcileID": "e6d4c0a9-4494-461c-bcae-d4350b4fc1a0", "LLMInferenceService": "e2e-same-id-a-9938c132", "namespace": "llm"}
2026-09-06T01:24:18Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a01adefe-39a9-4238-9129-8ad4fecfa345", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-06T01:24:18Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9938c132", "reconcileID": "e6d4c0a9-4494-461c-bcae-d4350b4fc1a0", "LLMInferenceService": "e2e-same-id-a-9938c132", "namespace": "llm", "name": "e2e-same-id-a-9938c132-kserve-route-authn"}
2026-09-06T01:24:18Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9938c132", "reconcileID": "e6d4c0a9-4494-461c-bcae-d4350b4fc1a0", "LLMInferenceService": "e2e-same-id-a-9938c132", "namespace": "llm", "authType": "userdefined"}
2026-09-06T01:24:18Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9938c132", "reconcileID": "e6d4c0a9-4494-461c-bcae-d4350b4fc1a0", "LLMInferenceService": "e2e-same-id-a-9938c132", "namespace": "llm"}
2026-09-06T01:24:18Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a01adefe-39a9-4238-9129-8ad4fecfa345", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-06T01:24:18Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a01adefe-39a9-4238-9129-8ad4fecfa345", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-06T01:24:18Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9938c132", "reconcileID": "ddef5c1e-5d12-449f-9783-dfeb54ac0a1f", "LLMInferenceService": "e2e-same-id-b-9938c132", "namespace": "llm"}
2026-09-06T01:24:18Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9938c132", "reconcileID": "ddef5c1e-5d12-449f-9783-dfeb54ac0a1f", "LLMInferenceService": "e2e-same-id-b-9938c132", "namespace": "llm"}
2026-09-06T01:24:18Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9938c132", "reconcileID": "ddef5c1e-5d12-449f-9783-dfeb54ac0a1f", "LLMInferenceService": "e2e-same-id-b-9938c132", "namespace": "llm"}
2026-09-06T01:24:18Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0d9cc09f-8456-424f-810b-0c4bffa42fe0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-06T01:24:18Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9938c132", "reconcileID": "ddef5c1e-5d12-449f-9783-dfeb54ac0a1f", "LLMInferenceService": "e2e-same-id-b-9938c132", "namespace": "llm", "name": "e2e-same-id-b-9938c132-kserve-route-authn"}
2026-09-06T01:24:18Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9938c132", "reconcileID": "ddef5c1e-5d12-449f-9783-dfeb54ac0a1f", "LLMInferenceService": "e2e-same-id-b-9938c132", "namespace": "llm", "authType": "userdefined"}
2026-09-06T01:24:18Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9938c132", "reconcileID": "ddef5c1e-5d12-449f-9783-dfeb54ac0a1f", "LLMInferenceService": "e2e-same-id-b-9938c132", "namespace": "llm"}
2026-09-06T01:24:18Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0d9cc09f-8456-424f-810b-0c4bffa42fe0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-06T01:24:18Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0d9cc09f-8456-424f-810b-0c4bffa42fe0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-06T01:24:18Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9938c132", "reconcileID": "f54a4716-f047-4f12-b6b4-f7b1e6dd940a", "LLMInferenceService": "e2e-same-id-a-9938c132", "namespace": "llm"}
2026-09-06T01:24:18Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9938c132", "reconcileID": "f54a4716-f047-4f12-b6b4-f7b1e6dd940a", "LLMInferenceService": "e2e-same-id-a-9938c132", "namespace": "llm"}
2026-09-06T01:24:18Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9938c132", "reconcileID": "f54a4716-f047-4f12-b6b4-f7b1e6dd940a", "LLMInferenceService": "e2e-same-id-a-9938c132", "namespace": "llm"}
2026-09-06T01:24:18Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9938c132", "reconcileID": "f54a4716-f047-4f12-b6b4-f7b1e6dd940a", "LLMInferenceService": "e2e-same-id-a-9938c132", "namespace": "llm", "name": "e2e-same-id-a-9938c132-kserve-route-authn"}
2026-09-06T01:24:18Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9938c132", "reconcileID": "f54a4716-f047-4f12-b6b4-f7b1e6dd940a", "LLMInferenceService": "e2e-same-id-a-9938c132", "namespace": "llm", "authType": "userdefined"}
2026-09-06T01:24:18Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9938c132", "reconcileID": "f54a4716-f047-4f12-b6b4-f7b1e6dd940a", "LLMInferenceService": "e2e-same-id-a-9938c132", "namespace": "llm"}
2026-09-06T01:24:33Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "75cc405d-2801-472c-981a-0ae3cef2ef17", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-06T01:24:33Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "75cc405d-2801-472c-981a-0ae3cef2ef17", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-06T01:24:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "75cc405d-2801-472c-981a-0ae3cef2ef17", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-06T01:24:34Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9938c132", "reconcileID": "b9d93cc2-5e1b-49a6-b5e4-ed33744ddf55", "LLMInferenceService": "e2e-same-id-a-9938c132", "namespace": "llm"}
2026-09-06T01:24:34Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9938c132", "reconcileID": "b9d93cc2-5e1b-49a6-b5e4-ed33744ddf55", "LLMInferenceService": "e2e-same-id-a-9938c132", "namespace": "llm"}
2026-09-06T01:24:34Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9938c132", "reconcileID": "b9d93cc2-5e1b-49a6-b5e4-ed33744ddf55", "LLMInferenceService": "e2e-same-id-a-9938c132", "namespace": "llm"}
2026-09-06T01:24:34Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9938c132", "reconcileID": "b9d93cc2-5e1b-49a6-b5e4-ed33744ddf55", "LLMInferenceService": "e2e-same-id-a-9938c132", "namespace": "llm", "name": "e2e-same-id-a-9938c132-kserve-route-authn"}
2026-09-06T01:24:34Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9938c132", "reconcileID": "b9d93cc2-5e1b-49a6-b5e4-ed33744ddf55", "LLMInferenceService": "e2e-same-id-a-9938c132", "namespace": "llm", "authType": "userdefined"}
2026-09-06T01:24:34Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9938c132", "reconcileID": "b9d93cc2-5e1b-49a6-b5e4-ed33744ddf55", "LLMInferenceService": "e2e-same-id-a-9938c132", "namespace": "llm"}
2026-09-06T01:24:34Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9938c132", "reconcileID": "13f0963d-9c59-4564-8892-e954b3929685", "LLMInferenceService": "e2e-same-id-b-9938c132", "namespace": "llm"}
2026-09-06T01:24:34Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9938c132", "reconcileID": "13f0963d-9c59-4564-8892-e954b3929685", "LLMInferenceService": "e2e-same-id-b-9938c132", "namespace": "llm"}
2026-09-06T01:24:34Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9938c132", "reconcileID": "13f0963d-9c59-4564-8892-e954b3929685", "LLMInferenceService": "e2e-same-id-b-9938c132", "namespace": "llm"}
2026-09-06T01:24:34Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9938c132", "reconcileID": "13f0963d-9c59-4564-8892-e954b3929685", "LLMInferenceService": "e2e-same-id-b-9938c132", "namespace": "llm", "name": "e2e-same-id-b-9938c132-kserve-route-authn"}
2026-09-06T01:24:34Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9938c132", "reconcileID": "13f0963d-9c59-4564-8892-e954b3929685", "LLMInferenceService": "e2e-same-id-b-9938c132", "namespace": "llm", "authType": "userdefined"}
2026-09-06T01:24:34Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9938c132", "reconcileID": "13f0963d-9c59-4564-8892-e954b3929685", "LLMInferenceService": "e2e-same-id-b-9938c132", "namespace": "llm"}
2026-09-06T01:24:56Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a9435498-a087-420f-b95b-f57bae422371", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-06T01:24:56Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a9435498-a087-420f-b95b-f57bae422371", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-06T01:24:56Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a9435498-a087-420f-b95b-f57bae422371", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-06T01:24:57Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9938c132", "reconcileID": "8705071d-7fb7-4617-8315-ff9069b24e19", "LLMInferenceService": "e2e-same-id-b-9938c132", "namespace": "llm"}
2026-09-06T01:24:57Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9938c132", "reconcileID": "8705071d-7fb7-4617-8315-ff9069b24e19", "LLMInferenceService": "e2e-same-id-b-9938c132", "namespace": "llm"}
2026-09-06T01:24:57Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9938c132", "reconcileID": "8705071d-7fb7-4617-8315-ff9069b24e19", "LLMInferenceService": "e2e-same-id-b-9938c132", "namespace": "llm"}
2026-09-06T01:24:57Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9938c132", "reconcileID": "8705071d-7fb7-4617-8315-ff9069b24e19", "LLMInferenceService": "e2e-same-id-b-9938c132", "namespace": "llm", "name": "e2e-same-id-b-9938c132-kserve-route-authn"}
2026-09-06T01:24:57Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9938c132", "reconcileID": "8705071d-7fb7-4617-8315-ff9069b24e19", "LLMInferenceService": "e2e-same-id-b-9938c132", "namespace": "llm", "authType": "userdefined"}
2026-09-06T01:24:57Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9938c132", "reconcileID": "8705071d-7fb7-4617-8315-ff9069b24e19", "LLMInferenceService": "e2e-same-id-b-9938c132", "namespace": "llm"}
2026-09-06T01:25:05Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9938c132", "reconcileID": "b960db84-2c9b-4fa9-bd61-c24d7f82bc5b", "LLMInferenceService": "e2e-same-id-a-9938c132", "namespace": "llm"}
2026-09-06T01:25:05Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9938c132", "reconcileID": "b960db84-2c9b-4fa9-bd61-c24d7f82bc5b", "LLMInferenceService": "e2e-same-id-a-9938c132", "namespace": "llm"}
2026-09-06T01:25:05Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9938c132", "reconcileID": "b960db84-2c9b-4fa9-bd61-c24d7f82bc5b", "LLMInferenceService": "e2e-same-id-a-9938c132", "namespace": "llm"}
2026-09-06T01:25:05Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9938c132", "reconcileID": "b960db84-2c9b-4fa9-bd61-c24d7f82bc5b", "LLMInferenceService": "e2e-same-id-a-9938c132", "namespace": "llm", "name": "e2e-same-id-a-9938c132-kserve-route-authn"}
2026-09-06T01:25:05Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9938c132", "reconcileID": "b960db84-2c9b-4fa9-bd61-c24d7f82bc5b", "LLMInferenceService": "e2e-same-id-a-9938c132", "namespace": "llm", "authType": "userdefined"}
2026-09-06T01:25:05Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9938c132", "reconcileID": "b960db84-2c9b-4fa9-bd61-c24d7f82bc5b", "LLMInferenceService": "e2e-same-id-a-9938c132", "namespace": "llm"}
2026-09-06T01:25:11Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9938c132", "reconcileID": "1ef47dce-17a6-4097-b1b4-60cf161830e4", "LLMInferenceService": "e2e-same-id-b-9938c132", "namespace": "llm"}
2026-09-06T01:25:11Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9938c132", "reconcileID": "1ef47dce-17a6-4097-b1b4-60cf161830e4", "LLMInferenceService": "e2e-same-id-b-9938c132", "namespace": "llm"}
2026-09-06T01:25:11Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9938c132", "reconcileID": "1ef47dce-17a6-4097-b1b4-60cf161830e4", "LLMInferenceService": "e2e-same-id-b-9938c132", "namespace": "llm"}
2026-09-06T01:25:11Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9938c132", "reconcileID": "1ef47dce-17a6-4097-b1b4-60cf161830e4", "LLMInferenceService": "e2e-same-id-b-9938c132", "namespace": "llm", "name": "e2e-same-id-b-9938c132-kserve-route-authn"}
2026-09-06T01:25:11Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9938c132", "reconcileID": "1ef47dce-17a6-4097-b1b4-60cf161830e4", "LLMInferenceService": "e2e-same-id-b-9938c132", "namespace": "llm", "authType": "userdefined"}
2026-09-06T01:25:11Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9938c132", "reconcileID": "1ef47dce-17a6-4097-b1b4-60cf161830e4", "LLMInferenceService": "e2e-same-id-b-9938c132", "namespace": "llm"}
2026-09-06T01:25:13Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9938c132", "reconcileID": "567fc683-de4b-4f4d-8583-b8fcc920306e", "LLMInferenceService": "e2e-same-id-a-9938c132", "namespace": "llm"}
2026-09-06T01:25:13Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9938c132", "reconcileID": "567fc683-de4b-4f4d-8583-b8fcc920306e", "LLMInferenceService": "e2e-same-id-a-9938c132", "namespace": "llm", "name": "e2e-same-id-a-9938c132"}
2026-09-06T01:25:13Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9938c132", "reconcileID": "567fc683-de4b-4f4d-8583-b8fcc920306e", "LLMInferenceService": "e2e-same-id-a-9938c132", "namespace": "llm"}
2026-09-06T01:25:13Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9938c132", "reconcileID": "567fc683-de4b-4f4d-8583-b8fcc920306e", "LLMInferenceService": "e2e-same-id-a-9938c132", "namespace": "llm"}
2026-09-06T01:25:13Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9938c132", "reconcileID": "567fc683-de4b-4f4d-8583-b8fcc920306e", "LLMInferenceService": "e2e-same-id-a-9938c132", "namespace": "llm", "name": "e2e-same-id-a-9938c132-kserve-route-authn"}
2026-09-06T01:25:13Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9938c132", "reconcileID": "567fc683-de4b-4f4d-8583-b8fcc920306e", "LLMInferenceService": "e2e-same-id-a-9938c132", "namespace": "llm", "name": "e2e-same-id-a-9938c132-kserve-route-authn"}
2026-09-06T01:25:14Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9938c132", "reconcileID": "05a27392-3208-4f1c-91b1-f526f88f29f5", "LLMInferenceService": "e2e-same-id-a-9938c132", "namespace": "llm"}
2026-09-06T01:25:14Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bb835f80-e8c3-4732-b0e6-e694656b2e4e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-06T01:25:14Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bb835f80-e8c3-4732-b0e6-e694656b2e4e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-06T01:25:14Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bb835f80-e8c3-4732-b0e6-e694656b2e4e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-06T01:25:14Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b27ccdbc-ef27-44a5-92b3-ef52936db859", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-06T01:25:14Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b27ccdbc-ef27-44a5-92b3-ef52936db859", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-06T01:25:14Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b27ccdbc-ef27-44a5-92b3-ef52936db859", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-06T01:25:14Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-06T01:25:14Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-06T01:25:14Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9938c132", "reconcileID": "bc82ceac-2780-434a-b434-43499888670b", "LLMInferenceService": "e2e-same-id-b-9938c132", "namespace": "llm"}
2026-09-06T01:25:14Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9938c132", "reconcileID": "bc82ceac-2780-434a-b434-43499888670b", "LLMInferenceService": "e2e-same-id-b-9938c132", "namespace": "llm", "name": "e2e-same-id-b-9938c132"}
2026-09-06T01:25:14Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9938c132", "reconcileID": "bc82ceac-2780-434a-b434-43499888670b", "LLMInferenceService": "e2e-same-id-b-9938c132", "namespace": "llm"}
2026-09-06T01:25:14Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9938c132", "reconcileID": "bc82ceac-2780-434a-b434-43499888670b", "LLMInferenceService": "e2e-same-id-b-9938c132", "namespace": "llm"}
2026-09-06T01:25:14Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9938c132", "reconcileID": "bc82ceac-2780-434a-b434-43499888670b", "LLMInferenceService": "e2e-same-id-b-9938c132", "namespace": "llm", "name": "e2e-same-id-b-9938c132-kserve-route-authn"}
2026-09-06T01:25:14Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9938c132", "reconcileID": "bc82ceac-2780-434a-b434-43499888670b", "LLMInferenceService": "e2e-same-id-b-9938c132", "namespace": "llm", "name": "e2e-same-id-b-9938c132-kserve-route-authn"}
2026-09-06T01:25:14Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-06T01:25:14Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-06T01:25:15Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9938c132","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9938c132", "reconcileID": "1b267caf-52e7-4545-b893-437475d9579b", "LLMInferenceService": "e2e-same-id-b-9938c132", "namespace": "llm"}
2026-09-06T01:25:15Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "155cba22-31a3-4c04-9c43-2c794fcdc56a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-06T01:25:15Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "155cba22-31a3-4c04-9c43-2c794fcdc56a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-06T01:25:15Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "155cba22-31a3-4c04-9c43-2c794fcdc56a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-06T01:25:15Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "38632da7-2d54-4cc6-95b3-b8c8a80a2b64", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-06T01:25:15Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "38632da7-2d54-4cc6-95b3-b8c8a80a2b64", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-06T01:25:15Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "38632da7-2d54-4cc6-95b3-b8c8a80a2b64", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}