2026-09-10T22:41:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ecb38e"}, "namespace": "ai-tenant-e2e-api-b-ecb38e", "name": "openshift-service-ca.crt", "reconcileID": "40daa12b-aea7-45dd-aff2-c6bc05d1d3b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ecb38e"}
2026-09-10T22:41:49Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ecb38e"}, "namespace": "ai-tenant-e2e-api-b-ecb38e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8d833d2-86ac-4cf1-a166-59bbfeeeccb5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ecb38e"}
2026-09-10T22:41:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ecb38e"}, "namespace": "ai-tenant-e2e-api-b-ecb38e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8d833d2-86ac-4cf1-a166-59bbfeeeccb5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ecb38e"}
2026-09-10T22:41:49Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ecb38e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ecb38e", "reconcileID": "e30c2a05-7a67-4636-98af-3cdacbe3acfb", "Gateway": "e2e-api-b-ecb38e", "namespace": "openshift-ingress"}
2026-09-10T22:41:51Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-58cd39","namespace":"ai-tenant-e2e-shared-a-w3-58cd39"}, "namespace": "ai-tenant-e2e-shared-a-w3-58cd39", "name": "rate-test-model-58cd39", "reconcileID": "821e7c1f-fdb9-4ef4-892d-e7443f690c99", "LLMInferenceService": "rate-test-model-58cd39", "namespace": "ai-tenant-e2e-shared-a-w3-58cd39"}
2026-09-10T22:41:51Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-58cd39","namespace":"ai-tenant-e2e-shared-a-w3-58cd39"}, "namespace": "ai-tenant-e2e-shared-a-w3-58cd39", "name": "rate-test-model-58cd39", "reconcileID": "821e7c1f-fdb9-4ef4-892d-e7443f690c99", "LLMInferenceService": "rate-test-model-58cd39", "namespace": "ai-tenant-e2e-shared-a-w3-58cd39"}
2026-09-10T22:41:51Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-58cd39","namespace":"ai-tenant-e2e-shared-a-w3-58cd39"}, "namespace": "ai-tenant-e2e-shared-a-w3-58cd39", "name": "rate-test-model-58cd39", "reconcileID": "821e7c1f-fdb9-4ef4-892d-e7443f690c99", "LLMInferenceService": "rate-test-model-58cd39", "namespace": "ai-tenant-e2e-shared-a-w3-58cd39"}
2026-09-10T22:41:51Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-58cd39","namespace":"ai-tenant-e2e-shared-a-w3-58cd39"}, "namespace": "ai-tenant-e2e-shared-a-w3-58cd39", "name": "rate-test-model-58cd39", "reconcileID": "821e7c1f-fdb9-4ef4-892d-e7443f690c99", "LLMInferenceService": "rate-test-model-58cd39", "namespace": "ai-tenant-e2e-shared-a-w3-58cd39", "name": "rate-test-model-58cd39-kserve-route-authn"}
2026-09-10T22:41:51Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-58cd39","namespace":"ai-tenant-e2e-shared-a-w3-58cd39"}, "namespace": "ai-tenant-e2e-shared-a-w3-58cd39", "name": "rate-test-model-58cd39", "reconcileID": "821e7c1f-fdb9-4ef4-892d-e7443f690c99", "LLMInferenceService": "rate-test-model-58cd39", "namespace": "ai-tenant-e2e-shared-a-w3-58cd39", "authType": "userdefined"}
2026-09-10T22:41:51Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-58cd39","namespace":"ai-tenant-e2e-shared-a-w3-58cd39"}, "namespace": "ai-tenant-e2e-shared-a-w3-58cd39", "name": "rate-test-model-58cd39", "reconcileID": "821e7c1f-fdb9-4ef4-892d-e7443f690c99", "LLMInferenceService": "rate-test-model-58cd39", "namespace": "ai-tenant-e2e-shared-a-w3-58cd39"}
2026-09-10T22:41:55Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33b4cf","namespace":"ai-tenant-e2e-shared-b-w3-33b4cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "rate-test-model-33b4cf", "reconcileID": "c91d8806-7314-4634-9e14-9bd16cdfea90", "LLMInferenceService": "rate-test-model-33b4cf", "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf"}
2026-09-10T22:41:55Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33b4cf","namespace":"ai-tenant-e2e-shared-b-w3-33b4cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "rate-test-model-33b4cf", "reconcileID": "c91d8806-7314-4634-9e14-9bd16cdfea90", "LLMInferenceService": "rate-test-model-33b4cf", "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf"}
2026-09-10T22:41:55Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33b4cf","namespace":"ai-tenant-e2e-shared-b-w3-33b4cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "rate-test-model-33b4cf", "reconcileID": "c91d8806-7314-4634-9e14-9bd16cdfea90", "LLMInferenceService": "rate-test-model-33b4cf", "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf"}
2026-09-10T22:41:55Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33b4cf","namespace":"ai-tenant-e2e-shared-b-w3-33b4cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "rate-test-model-33b4cf", "reconcileID": "c91d8806-7314-4634-9e14-9bd16cdfea90", "LLMInferenceService": "rate-test-model-33b4cf", "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "rate-test-model-33b4cf-kserve-route-authn"}
2026-09-10T22:41:55Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33b4cf","namespace":"ai-tenant-e2e-shared-b-w3-33b4cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "rate-test-model-33b4cf", "reconcileID": "c91d8806-7314-4634-9e14-9bd16cdfea90", "LLMInferenceService": "rate-test-model-33b4cf", "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "authType": "userdefined"}
2026-09-10T22:41:55Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33b4cf","namespace":"ai-tenant-e2e-shared-b-w3-33b4cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "rate-test-model-33b4cf", "reconcileID": "c91d8806-7314-4634-9e14-9bd16cdfea90", "LLMInferenceService": "rate-test-model-33b4cf", "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf"}
2026-09-10T22:41:55Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-33b4cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-33b4cf", "reconcileID": "de2af4c4-a620-4958-9772-cabaf8286263", "Gateway": "e2e-shared-b-w3-33b4cf", "namespace": "openshift-ingress"}
2026-09-10T22:41:55Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-33b4cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-33b4cf", "reconcileID": "de2af4c4-a620-4958-9772-cabaf8286263", "Gateway": "e2e-shared-b-w3-33b4cf", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-33b4cf-authn-ssl"}
2026-09-10T22:41:55Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-33b4cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-33b4cf", "reconcileID": "de2af4c4-a620-4958-9772-cabaf8286263", "Gateway": "e2e-shared-b-w3-33b4cf", "namespace": "openshift-ingress"}
2026-09-10T22:42:01Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-7a7e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-7a7e94", "reconcileID": "f84e3edf-dac8-4c19-b6b6-c236fcff3a07", "Gateway": "e2e-shared-a-w2-7a7e94", "namespace": "openshift-ingress"}
2026-09-10T22:42:01Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-7a7e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-7a7e94", "reconcileID": "f84e3edf-dac8-4c19-b6b6-c236fcff3a07", "Gateway": "e2e-shared-a-w2-7a7e94", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-7a7e94-authn-ssl"}
2026-09-10T22:42:01Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-7a7e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-7a7e94", "reconcileID": "f84e3edf-dac8-4c19-b6b6-c236fcff3a07", "Gateway": "e2e-shared-a-w2-7a7e94", "namespace": "openshift-ingress"}
2026-09-10T22:42:04Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33b4cf","namespace":"ai-tenant-e2e-shared-b-w3-33b4cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "rate-test-model-33b4cf", "reconcileID": "d28c5675-be73-40ac-b1a4-9031dde1409f", "LLMInferenceService": "rate-test-model-33b4cf", "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf"}
2026-09-10T22:42:04Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33b4cf","namespace":"ai-tenant-e2e-shared-b-w3-33b4cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "rate-test-model-33b4cf", "reconcileID": "d28c5675-be73-40ac-b1a4-9031dde1409f", "LLMInferenceService": "rate-test-model-33b4cf", "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf"}
2026-09-10T22:42:04Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33b4cf","namespace":"ai-tenant-e2e-shared-b-w3-33b4cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "rate-test-model-33b4cf", "reconcileID": "d28c5675-be73-40ac-b1a4-9031dde1409f", "LLMInferenceService": "rate-test-model-33b4cf", "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf"}
2026-09-10T22:42:04Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33b4cf","namespace":"ai-tenant-e2e-shared-b-w3-33b4cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "rate-test-model-33b4cf", "reconcileID": "d28c5675-be73-40ac-b1a4-9031dde1409f", "LLMInferenceService": "rate-test-model-33b4cf", "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "rate-test-model-33b4cf-kserve-route-authn"}
2026-09-10T22:42:04Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33b4cf","namespace":"ai-tenant-e2e-shared-b-w3-33b4cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "rate-test-model-33b4cf", "reconcileID": "d28c5675-be73-40ac-b1a4-9031dde1409f", "LLMInferenceService": "rate-test-model-33b4cf", "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "authType": "userdefined"}
2026-09-10T22:42:04Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33b4cf","namespace":"ai-tenant-e2e-shared-b-w3-33b4cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "rate-test-model-33b4cf", "reconcileID": "d28c5675-be73-40ac-b1a4-9031dde1409f", "LLMInferenceService": "rate-test-model-33b4cf", "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf"}
2026-09-10T22:42:06Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-7a7e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-7a7e94", "reconcileID": "eda59c23-b962-41bf-850f-43afddb0aa22", "Gateway": "e2e-shared-a-w2-7a7e94", "namespace": "openshift-ingress"}
2026-09-10T22:42:06Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-7a7e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-7a7e94", "reconcileID": "eda59c23-b962-41bf-850f-43afddb0aa22", "Gateway": "e2e-shared-a-w2-7a7e94", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-7a7e94-authn-ssl"}
2026-09-10T22:42:06Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-7a7e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-7a7e94", "reconcileID": "eda59c23-b962-41bf-850f-43afddb0aa22", "Gateway": "e2e-shared-a-w2-7a7e94", "namespace": "openshift-ingress"}
2026-09-10T22:42:07Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-7a7e94"}, "namespace": "ai-tenant-e2e-shared-a-w2-7a7e94", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc778236-ed46-43c3-aecb-1a8c9cb64061", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-7a7e94"}
2026-09-10T22:42:07Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-7a7e94"}, "namespace": "ai-tenant-e2e-shared-a-w2-7a7e94", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc778236-ed46-43c3-aecb-1a8c9cb64061", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-7a7e94", "create": "odh-kserve-custom-ca-bundle"}
2026-09-10T22:42:07Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-7a7e94"}, "namespace": "ai-tenant-e2e-shared-a-w2-7a7e94", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc778236-ed46-43c3-aecb-1a8c9cb64061", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-7a7e94 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-10T22:42:07Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-7a7e94"}, "namespace": "ai-tenant-e2e-shared-a-w2-7a7e94", "name": "odh-trusted-ca-bundle", "reconcileID": "b9cd8e81-bb5d-443c-8dcc-490b98d257fc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-7a7e94"}
2026-09-10T22:42:07Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-7a7e94"}, "namespace": "ai-tenant-e2e-shared-a-w2-7a7e94", "name": "odh-trusted-ca-bundle", "reconcileID": "b9cd8e81-bb5d-443c-8dcc-490b98d257fc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-7a7e94"}
2026-09-10T22:42:07Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-7a7e94"}, "namespace": "ai-tenant-e2e-shared-a-w2-7a7e94", "name": "openshift-service-ca.crt", "reconcileID": "c65c6cee-58c1-4e13-85d3-7cd0727bb253", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-7a7e94"}
2026-09-10T22:42:07Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-7a7e94"}, "namespace": "ai-tenant-e2e-shared-a-w2-7a7e94", "name": "openshift-service-ca.crt", "reconcileID": "c65c6cee-58c1-4e13-85d3-7cd0727bb253", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-7a7e94"}
2026-09-10T22:42:07Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-7a7e94"}, "namespace": "ai-tenant-e2e-shared-a-w2-7a7e94", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df6871a7-4881-4d01-aa08-0f9497ddf9ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-7a7e94"}
2026-09-10T22:42:07Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-7a7e94"}, "namespace": "ai-tenant-e2e-shared-a-w2-7a7e94", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df6871a7-4881-4d01-aa08-0f9497ddf9ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-7a7e94"}
2026-09-10T22:42:07Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-7a7e94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-7a7e94", "reconcileID": "7920a7f7-03da-4dc5-98a0-a344b871454e", "Gateway": "e2e-shared-a-w2-7a7e94", "namespace": "openshift-ingress"}
2026-09-10T22:42:12Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-33b4cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-33b4cf", "reconcileID": "64325481-b1b2-4e85-ab17-011f7394a492", "Gateway": "e2e-shared-b-w3-33b4cf", "namespace": "openshift-ingress"}
2026-09-10T22:42:12Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-33b4cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-33b4cf", "reconcileID": "64325481-b1b2-4e85-ab17-011f7394a492", "Gateway": "e2e-shared-b-w3-33b4cf", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-33b4cf-authn-ssl"}
2026-09-10T22:42:12Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-33b4cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-33b4cf", "reconcileID": "64325481-b1b2-4e85-ab17-011f7394a492", "Gateway": "e2e-shared-b-w3-33b4cf", "namespace": "openshift-ingress"}
2026-09-10T22:42:13Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33b4cf","namespace":"ai-tenant-e2e-shared-b-w3-33b4cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "rate-test-model-33b4cf", "reconcileID": "bd3e386d-52ec-46d7-acd4-11236efbf852", "LLMInferenceService": "rate-test-model-33b4cf", "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf"}
2026-09-10T22:42:13Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33b4cf","namespace":"ai-tenant-e2e-shared-b-w3-33b4cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "rate-test-model-33b4cf", "reconcileID": "bd3e386d-52ec-46d7-acd4-11236efbf852", "LLMInferenceService": "rate-test-model-33b4cf", "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf"}
2026-09-10T22:42:13Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33b4cf","namespace":"ai-tenant-e2e-shared-b-w3-33b4cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "rate-test-model-33b4cf", "reconcileID": "bd3e386d-52ec-46d7-acd4-11236efbf852", "LLMInferenceService": "rate-test-model-33b4cf", "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf"}
2026-09-10T22:42:13Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33b4cf","namespace":"ai-tenant-e2e-shared-b-w3-33b4cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "rate-test-model-33b4cf", "reconcileID": "bd3e386d-52ec-46d7-acd4-11236efbf852", "LLMInferenceService": "rate-test-model-33b4cf", "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "rate-test-model-33b4cf-kserve-route-authn"}
2026-09-10T22:42:13Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33b4cf","namespace":"ai-tenant-e2e-shared-b-w3-33b4cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "rate-test-model-33b4cf", "reconcileID": "bd3e386d-52ec-46d7-acd4-11236efbf852", "LLMInferenceService": "rate-test-model-33b4cf", "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "authType": "userdefined"}
2026-09-10T22:42:13Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33b4cf","namespace":"ai-tenant-e2e-shared-b-w3-33b4cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "rate-test-model-33b4cf", "reconcileID": "bd3e386d-52ec-46d7-acd4-11236efbf852", "LLMInferenceService": "rate-test-model-33b4cf", "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf"}
2026-09-10T22:42:18Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-25e5bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-25e5bd", "reconcileID": "b6297ba0-3f11-4ce9-9526-76e3101173ad", "Gateway": "e2e-shared-b-w2-25e5bd", "namespace": "openshift-ingress"}
2026-09-10T22:42:18Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-25e5bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-25e5bd", "reconcileID": "b6297ba0-3f11-4ce9-9526-76e3101173ad", "Gateway": "e2e-shared-b-w2-25e5bd", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-25e5bd-authn-ssl"}
2026-09-10T22:42:18Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-25e5bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-25e5bd", "reconcileID": "b6297ba0-3f11-4ce9-9526-76e3101173ad", "Gateway": "e2e-shared-b-w2-25e5bd", "namespace": "openshift-ingress"}
2026-09-10T22:42:23Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33b4cf","namespace":"ai-tenant-e2e-shared-b-w3-33b4cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "rate-test-model-33b4cf", "reconcileID": "f0d42e58-7c97-4369-940f-f02afee9f619", "LLMInferenceService": "rate-test-model-33b4cf", "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf"}
2026-09-10T22:42:23Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33b4cf","namespace":"ai-tenant-e2e-shared-b-w3-33b4cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "rate-test-model-33b4cf", "reconcileID": "f0d42e58-7c97-4369-940f-f02afee9f619", "LLMInferenceService": "rate-test-model-33b4cf", "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf"}
2026-09-10T22:42:23Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33b4cf","namespace":"ai-tenant-e2e-shared-b-w3-33b4cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "rate-test-model-33b4cf", "reconcileID": "f0d42e58-7c97-4369-940f-f02afee9f619", "LLMInferenceService": "rate-test-model-33b4cf", "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf"}
2026-09-10T22:42:23Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33b4cf","namespace":"ai-tenant-e2e-shared-b-w3-33b4cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "rate-test-model-33b4cf", "reconcileID": "f0d42e58-7c97-4369-940f-f02afee9f619", "LLMInferenceService": "rate-test-model-33b4cf", "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "rate-test-model-33b4cf-kserve-route-authn"}
2026-09-10T22:42:23Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33b4cf","namespace":"ai-tenant-e2e-shared-b-w3-33b4cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "rate-test-model-33b4cf", "reconcileID": "f0d42e58-7c97-4369-940f-f02afee9f619", "LLMInferenceService": "rate-test-model-33b4cf", "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "authType": "userdefined"}
2026-09-10T22:42:23Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33b4cf","namespace":"ai-tenant-e2e-shared-b-w3-33b4cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "rate-test-model-33b4cf", "reconcileID": "f0d42e58-7c97-4369-940f-f02afee9f619", "LLMInferenceService": "rate-test-model-33b4cf", "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf"}
2026-09-10T22:42:25Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-25e5bd"}, "namespace": "ai-tenant-e2e-shared-b-w2-25e5bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a93567d8-4c4f-4b7b-9ce6-e499f7ac0679", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-25e5bd"}
2026-09-10T22:42:25Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-25e5bd"}, "namespace": "ai-tenant-e2e-shared-b-w2-25e5bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a93567d8-4c4f-4b7b-9ce6-e499f7ac0679", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-25e5bd", "create": "odh-kserve-custom-ca-bundle"}
2026-09-10T22:42:25Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-25e5bd"}, "namespace": "ai-tenant-e2e-shared-b-w2-25e5bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a93567d8-4c4f-4b7b-9ce6-e499f7ac0679", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-25e5bd because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-10T22:42:25Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-25e5bd"}, "namespace": "ai-tenant-e2e-shared-b-w2-25e5bd", "name": "odh-trusted-ca-bundle", "reconcileID": "15417ba8-9d04-449f-b9fa-bcbf90ad8c29", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-25e5bd"}
2026-09-10T22:42:25Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-25e5bd"}, "namespace": "ai-tenant-e2e-shared-b-w2-25e5bd", "name": "odh-trusted-ca-bundle", "reconcileID": "15417ba8-9d04-449f-b9fa-bcbf90ad8c29", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-25e5bd"}
2026-09-10T22:42:25Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-25e5bd"}, "namespace": "ai-tenant-e2e-shared-b-w2-25e5bd", "name": "openshift-service-ca.crt", "reconcileID": "75674a36-e2d4-4970-a7e8-a794a81dd802", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-25e5bd"}
2026-09-10T22:42:25Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-25e5bd"}, "namespace": "ai-tenant-e2e-shared-b-w2-25e5bd", "name": "openshift-service-ca.crt", "reconcileID": "75674a36-e2d4-4970-a7e8-a794a81dd802", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-25e5bd"}
2026-09-10T22:42:25Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-25e5bd"}, "namespace": "ai-tenant-e2e-shared-b-w2-25e5bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "02aeb7b9-cba4-4e1c-9aaf-d4b1b464c7b7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-25e5bd"}
2026-09-10T22:42:25Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-25e5bd"}, "namespace": "ai-tenant-e2e-shared-b-w2-25e5bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "02aeb7b9-cba4-4e1c-9aaf-d4b1b464c7b7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-25e5bd"}
2026-09-10T22:42:25Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-25e5bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-25e5bd", "reconcileID": "1da87470-f898-446b-b834-ae61b2b77b56", "Gateway": "e2e-shared-b-w2-25e5bd", "namespace": "openshift-ingress"}
2026-09-10T22:42:25Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-25e5bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-25e5bd", "reconcileID": "1da87470-f898-446b-b834-ae61b2b77b56", "Gateway": "e2e-shared-b-w2-25e5bd", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-25e5bd-authn-ssl"}
2026-09-10T22:42:25Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-25e5bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-25e5bd", "reconcileID": "1da87470-f898-446b-b834-ae61b2b77b56", "Gateway": "e2e-shared-b-w2-25e5bd", "namespace": "openshift-ingress"}
2026-09-10T22:42:25Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-25e5bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-25e5bd", "reconcileID": "79985be0-9538-450f-9c14-b352b8bbcca9", "Gateway": "e2e-shared-b-w2-25e5bd", "namespace": "openshift-ingress"}
2026-09-10T22:42:52Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-58cd39","namespace":"ai-tenant-e2e-shared-a-w3-58cd39"}, "namespace": "ai-tenant-e2e-shared-a-w3-58cd39", "name": "rate-test-model-58cd39", "reconcileID": "28515aed-0833-4171-9414-2493b3b4eca2", "LLMInferenceService": "rate-test-model-58cd39", "namespace": "ai-tenant-e2e-shared-a-w3-58cd39"}
2026-09-10T22:42:52Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-58cd39","namespace":"ai-tenant-e2e-shared-a-w3-58cd39"}, "namespace": "ai-tenant-e2e-shared-a-w3-58cd39", "name": "rate-test-model-58cd39", "reconcileID": "28515aed-0833-4171-9414-2493b3b4eca2", "LLMInferenceService": "rate-test-model-58cd39", "namespace": "ai-tenant-e2e-shared-a-w3-58cd39", "name": "rate-test-model-58cd39"}
2026-09-10T22:42:52Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-58cd39","namespace":"ai-tenant-e2e-shared-a-w3-58cd39"}, "namespace": "ai-tenant-e2e-shared-a-w3-58cd39", "name": "rate-test-model-58cd39", "reconcileID": "28515aed-0833-4171-9414-2493b3b4eca2", "LLMInferenceService": "rate-test-model-58cd39", "namespace": "ai-tenant-e2e-shared-a-w3-58cd39"}
2026-09-10T22:42:52Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-58cd39","namespace":"ai-tenant-e2e-shared-a-w3-58cd39"}, "namespace": "ai-tenant-e2e-shared-a-w3-58cd39", "name": "rate-test-model-58cd39", "reconcileID": "28515aed-0833-4171-9414-2493b3b4eca2", "LLMInferenceService": "rate-test-model-58cd39", "namespace": "ai-tenant-e2e-shared-a-w3-58cd39"}
2026-09-10T22:42:52Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-58cd39","namespace":"ai-tenant-e2e-shared-a-w3-58cd39"}, "namespace": "ai-tenant-e2e-shared-a-w3-58cd39", "name": "rate-test-model-58cd39", "reconcileID": "28515aed-0833-4171-9414-2493b3b4eca2", "LLMInferenceService": "rate-test-model-58cd39", "namespace": "ai-tenant-e2e-shared-a-w3-58cd39", "name": "rate-test-model-58cd39-kserve-route-authn"}
2026-09-10T22:42:52Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-58cd39","namespace":"ai-tenant-e2e-shared-a-w3-58cd39"}, "namespace": "ai-tenant-e2e-shared-a-w3-58cd39", "name": "rate-test-model-58cd39", "reconcileID": "28515aed-0833-4171-9414-2493b3b4eca2", "LLMInferenceService": "rate-test-model-58cd39", "namespace": "ai-tenant-e2e-shared-a-w3-58cd39", "name": "rate-test-model-58cd39-kserve-route-authn"}
2026-09-10T22:42:52Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-58cd39","namespace":"ai-tenant-e2e-shared-a-w3-58cd39"}, "namespace": "ai-tenant-e2e-shared-a-w3-58cd39", "name": "rate-test-model-58cd39", "reconcileID": "28515aed-0833-4171-9414-2493b3b4eca2", "LLMInferenceService": "rate-test-model-58cd39", "namespace": "ai-tenant-e2e-shared-a-w3-58cd39", "namespace": "ai-tenant-e2e-shared-a-w3-58cd39"}
2026-09-10T22:42:52Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-58cd39","namespace":"ai-tenant-e2e-shared-a-w3-58cd39"}, "namespace": "ai-tenant-e2e-shared-a-w3-58cd39", "name": "rate-test-model-58cd39", "reconcileID": "28515aed-0833-4171-9414-2493b3b4eca2", "LLMInferenceService": "rate-test-model-58cd39", "namespace": "ai-tenant-e2e-shared-a-w3-58cd39", "namespace": "ai-tenant-e2e-shared-a-w3-58cd39"}
2026-09-10T22:42:52Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-58cd39","namespace":"ai-tenant-e2e-shared-a-w3-58cd39"}, "namespace": "ai-tenant-e2e-shared-a-w3-58cd39", "name": "rate-test-model-58cd39", "reconcileID": "3350f150-bd10-4e42-a608-6ae6455bd395", "LLMInferenceService": "rate-test-model-58cd39", "namespace": "ai-tenant-e2e-shared-a-w3-58cd39"}
2026-09-10T22:42:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-58cd39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-58cd39", "reconcileID": "063a2cf8-ad4f-43ea-aa57-8910d3d0834d", "Gateway": "e2e-shared-a-w3-58cd39", "namespace": "openshift-ingress"}
2026-09-10T22:42:52Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-58cd39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-58cd39", "reconcileID": "063a2cf8-ad4f-43ea-aa57-8910d3d0834d", "Gateway": "e2e-shared-a-w3-58cd39", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-58cd39-authn-ssl"}
2026-09-10T22:42:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-58cd39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-58cd39", "reconcileID": "063a2cf8-ad4f-43ea-aa57-8910d3d0834d", "Gateway": "e2e-shared-a-w3-58cd39", "namespace": "openshift-ingress"}
2026-09-10T22:42:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-58cd39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-58cd39", "reconcileID": "036c600e-975c-4105-809c-4c93d2666de5", "Gateway": "e2e-shared-a-w3-58cd39", "namespace": "openshift-ingress"}
2026-09-10T22:42:52Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-58cd39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-58cd39", "reconcileID": "036c600e-975c-4105-809c-4c93d2666de5", "Gateway": "e2e-shared-a-w3-58cd39", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-58cd39-authn-ssl"}
2026-09-10T22:42:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-58cd39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-58cd39", "reconcileID": "036c600e-975c-4105-809c-4c93d2666de5", "Gateway": "e2e-shared-a-w3-58cd39", "namespace": "openshift-ingress"}
2026-09-10T22:42:53Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33b4cf","namespace":"ai-tenant-e2e-shared-b-w3-33b4cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "rate-test-model-33b4cf", "reconcileID": "ba1f6ca3-b185-4dd2-b6f0-d806a7a82e4b", "LLMInferenceService": "rate-test-model-33b4cf", "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf"}
2026-09-10T22:42:53Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33b4cf","namespace":"ai-tenant-e2e-shared-b-w3-33b4cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "rate-test-model-33b4cf", "reconcileID": "ba1f6ca3-b185-4dd2-b6f0-d806a7a82e4b", "LLMInferenceService": "rate-test-model-33b4cf", "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "rate-test-model-33b4cf"}
2026-09-10T22:42:53Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33b4cf","namespace":"ai-tenant-e2e-shared-b-w3-33b4cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "rate-test-model-33b4cf", "reconcileID": "ba1f6ca3-b185-4dd2-b6f0-d806a7a82e4b", "LLMInferenceService": "rate-test-model-33b4cf", "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf"}
2026-09-10T22:42:53Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33b4cf","namespace":"ai-tenant-e2e-shared-b-w3-33b4cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "rate-test-model-33b4cf", "reconcileID": "ba1f6ca3-b185-4dd2-b6f0-d806a7a82e4b", "LLMInferenceService": "rate-test-model-33b4cf", "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf"}
2026-09-10T22:42:53Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33b4cf","namespace":"ai-tenant-e2e-shared-b-w3-33b4cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "rate-test-model-33b4cf", "reconcileID": "ba1f6ca3-b185-4dd2-b6f0-d806a7a82e4b", "LLMInferenceService": "rate-test-model-33b4cf", "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "rate-test-model-33b4cf-kserve-route-authn"}
2026-09-10T22:42:53Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33b4cf","namespace":"ai-tenant-e2e-shared-b-w3-33b4cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "rate-test-model-33b4cf", "reconcileID": "ba1f6ca3-b185-4dd2-b6f0-d806a7a82e4b", "LLMInferenceService": "rate-test-model-33b4cf", "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "rate-test-model-33b4cf-kserve-route-authn"}
2026-09-10T22:42:53Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33b4cf","namespace":"ai-tenant-e2e-shared-b-w3-33b4cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "rate-test-model-33b4cf", "reconcileID": "ba1f6ca3-b185-4dd2-b6f0-d806a7a82e4b", "LLMInferenceService": "rate-test-model-33b4cf", "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf"}
2026-09-10T22:42:53Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33b4cf","namespace":"ai-tenant-e2e-shared-b-w3-33b4cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "rate-test-model-33b4cf", "reconcileID": "ba1f6ca3-b185-4dd2-b6f0-d806a7a82e4b", "LLMInferenceService": "rate-test-model-33b4cf", "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf"}
2026-09-10T22:42:53Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-33b4cf","namespace":"ai-tenant-e2e-shared-b-w3-33b4cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "rate-test-model-33b4cf", "reconcileID": "1573d016-8d67-49e3-a003-077617af792b", "LLMInferenceService": "rate-test-model-33b4cf", "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf"}
2026-09-10T22:42:53Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-33b4cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-33b4cf", "reconcileID": "9b2add73-2b52-444c-bd78-47a20a021957", "Gateway": "e2e-shared-b-w3-33b4cf", "namespace": "openshift-ingress"}
2026-09-10T22:42:53Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-33b4cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-33b4cf", "reconcileID": "9b2add73-2b52-444c-bd78-47a20a021957", "Gateway": "e2e-shared-b-w3-33b4cf", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-33b4cf-authn-ssl"}
2026-09-10T22:42:53Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-33b4cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-33b4cf", "reconcileID": "9b2add73-2b52-444c-bd78-47a20a021957", "Gateway": "e2e-shared-b-w3-33b4cf", "namespace": "openshift-ingress"}
2026-09-10T22:42:53Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-33b4cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-33b4cf", "reconcileID": "0b74a35f-3ff7-4777-8279-2a049f31fca8", "Gateway": "e2e-shared-b-w3-33b4cf", "namespace": "openshift-ingress"}
2026-09-10T22:42:53Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-33b4cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-33b4cf", "reconcileID": "0b74a35f-3ff7-4777-8279-2a049f31fca8", "Gateway": "e2e-shared-b-w3-33b4cf", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-33b4cf-authn-ssl"}
2026-09-10T22:42:53Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-33b4cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-33b4cf", "reconcileID": "0b74a35f-3ff7-4777-8279-2a049f31fca8", "Gateway": "e2e-shared-b-w3-33b4cf", "namespace": "openshift-ingress"}
2026-09-10T22:42:54Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "ee63f668-89a6-4fba-9a91-2c1103003be6", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress"}
2026-09-10T22:42:54Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "ee63f668-89a6-4fba-9a91-2c1103003be6", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd-authn-ssl"}
2026-09-10T22:42:54Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "ee63f668-89a6-4fba-9a91-2c1103003be6", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress"}
2026-09-10T22:42:54Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "2af9a191-a99f-4392-98d3-c9ba7ab804b1", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress"}
2026-09-10T22:42:54Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "2af9a191-a99f-4392-98d3-c9ba7ab804b1", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd-authn-ssl"}
2026-09-10T22:42:54Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "2af9a191-a99f-4392-98d3-c9ba7ab804b1", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress"}
2026-09-10T22:42:54Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "eb53f9b2-fa6d-47b8-aad9-30066bd1cb32", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress"}
2026-09-10T22:42:54Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "eb53f9b2-fa6d-47b8-aad9-30066bd1cb32", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd-authn-ssl"}
2026-09-10T22:42:54Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "eb53f9b2-fa6d-47b8-aad9-30066bd1cb32", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress"}
2026-09-10T22:42:54Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "a5fb1881-b2e6-473c-86b0-7803c438c2d6", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress"}
2026-09-10T22:42:54Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "a5fb1881-b2e6-473c-86b0-7803c438c2d6", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd-authn-ssl"}
2026-09-10T22:42:54Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "a5fb1881-b2e6-473c-86b0-7803c438c2d6", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress"}
2026-09-10T22:42:54Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "ff3b6e1a-14a5-4f4e-a2b6-9e1e8add0cc8", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress"}
2026-09-10T22:42:54Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "ff3b6e1a-14a5-4f4e-a2b6-9e1e8add0cc8", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd-authn-ssl"}
2026-09-10T22:42:54Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "ff3b6e1a-14a5-4f4e-a2b6-9e1e8add0cc8", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress"}
2026-09-10T22:42:54Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "40045cd5-9afe-4296-9896-bfee108ddc75", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress"}
2026-09-10T22:42:54Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "40045cd5-9afe-4296-9896-bfee108ddc75", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd-authn-ssl"}
2026-09-10T22:42:54Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "40045cd5-9afe-4296-9896-bfee108ddc75", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress"}
2026-09-10T22:42:55Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "b48b92bc-9f5f-4dfa-847e-eb9ab4272917", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress"}
2026-09-10T22:42:55Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "b48b92bc-9f5f-4dfa-847e-eb9ab4272917", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd-authn-ssl"}
2026-09-10T22:42:55Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "b48b92bc-9f5f-4dfa-847e-eb9ab4272917", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress"}
2026-09-10T22:42:57Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "openshift-service-ca.crt", "reconcileID": "49bf1650-f329-443a-bd93-8f896d494f1c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:42:57Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "odh-trusted-ca-bundle", "reconcileID": "2217e189-44da-4ae2-945e-276dfd0c1482", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:42:57Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "openshift-service-ca.crt", "reconcileID": "f41976c8-b8a9-4826-91e4-e9a27a38ad90", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "create": "odh-kserve-custom-ca-bundle"}
2026-09-10T22:42:57Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "openshift-service-ca.crt", "reconcileID": "f41976c8-b8a9-4826-91e4-e9a27a38ad90", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:42:57Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7afa3d03-ffa6-4c19-8be7-0c621afa9560", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:42:57Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "openshift-service-ca.crt", "reconcileID": "faddba73-c6c8-4ab5-823a-cf7e22ebf213", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:42:57Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "odh-trusted-ca-bundle", "reconcileID": "df569df7-f354-4581-b410-4d5aaf1fed75", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "update": "odh-kserve-custom-ca-bundle"}
2026-09-10T22:42:57Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "odh-trusted-ca-bundle", "reconcileID": "df569df7-f354-4581-b410-4d5aaf1fed75", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:42:57Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50832821-ce9a-446a-a83e-b7b9ccf88d45", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:42:59Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "22e8c9a8-95a7-45f6-8d6b-1ec3fed84ec6", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress"}
2026-09-10T22:42:59Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "22e8c9a8-95a7-45f6-8d6b-1ec3fed84ec6", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd-authn-ssl"}
2026-09-10T22:42:59Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "22e8c9a8-95a7-45f6-8d6b-1ec3fed84ec6", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress"}
2026-09-10T22:43:04Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "3c69db1e-acce-479c-8ef2-c8a2b8bd962f", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress"}
2026-09-10T22:43:04Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "3c69db1e-acce-479c-8ef2-c8a2b8bd962f", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd-authn-ssl"}
2026-09-10T22:43:04Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "3c69db1e-acce-479c-8ef2-c8a2b8bd962f", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress"}
2026-09-10T22:43:23Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d28770","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770", "reconcileID": "2e376c2b-64cf-4603-a9a2-df9a5496f7ab", "Gateway": "e2e-ipp-b-d28770", "namespace": "openshift-ingress"}
2026-09-10T22:43:23Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d28770","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770", "reconcileID": "2e376c2b-64cf-4603-a9a2-df9a5496f7ab", "Gateway": "e2e-ipp-b-d28770", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770-authn-ssl"}
2026-09-10T22:43:23Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d28770","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770", "reconcileID": "2e376c2b-64cf-4603-a9a2-df9a5496f7ab", "Gateway": "e2e-ipp-b-d28770", "namespace": "openshift-ingress"}
2026-09-10T22:43:23Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d28770","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770", "reconcileID": "6809cb23-2662-4144-8375-c98d933b0534", "Gateway": "e2e-ipp-b-d28770", "namespace": "openshift-ingress"}
2026-09-10T22:43:23Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d28770","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770", "reconcileID": "6809cb23-2662-4144-8375-c98d933b0534", "Gateway": "e2e-ipp-b-d28770", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770-authn-ssl"}
2026-09-10T22:43:23Z	ERROR	Reconciler error	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d28770","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770", "reconcileID": "6809cb23-2662-4144-8375-c98d933b0534", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-b-d28770-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-b-d28770-authn-ssl\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-10T22:43:23Z	DEBUG	events	Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-b-d28770-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-b-d28770-authn-ssl" already exists	{"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-b-d28770","uid":"2c122873-d426-4203-bd03-c68827fe4599","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"47191"}, "reason": "ReconcileError"}
2026-09-10T22:43:23Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d28770","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770", "reconcileID": "c1b6e6f3-ea6d-4d57-8d43-0fd2626bd99f", "Gateway": "e2e-ipp-b-d28770", "namespace": "openshift-ingress"}
2026-09-10T22:43:23Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d28770","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770", "reconcileID": "c1b6e6f3-ea6d-4d57-8d43-0fd2626bd99f", "Gateway": "e2e-ipp-b-d28770", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770-authn-ssl"}
2026-09-10T22:43:23Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d28770","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770", "reconcileID": "c1b6e6f3-ea6d-4d57-8d43-0fd2626bd99f", "Gateway": "e2e-ipp-b-d28770", "namespace": "openshift-ingress"}
2026-09-10T22:43:23Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d28770","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770", "reconcileID": "0a594825-ff9c-492c-b01d-555691689910", "Gateway": "e2e-ipp-b-d28770", "namespace": "openshift-ingress"}
2026-09-10T22:43:23Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d28770","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770", "reconcileID": "0a594825-ff9c-492c-b01d-555691689910", "Gateway": "e2e-ipp-b-d28770", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770-authn-ssl"}
2026-09-10T22:43:23Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d28770","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770", "reconcileID": "0a594825-ff9c-492c-b01d-555691689910", "Gateway": "e2e-ipp-b-d28770", "namespace": "openshift-ingress"}
2026-09-10T22:43:23Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d28770","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770", "reconcileID": "4572669d-e266-4173-a53b-94296eb71199", "Gateway": "e2e-ipp-b-d28770", "namespace": "openshift-ingress"}
2026-09-10T22:43:23Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d28770","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770", "reconcileID": "4572669d-e266-4173-a53b-94296eb71199", "Gateway": "e2e-ipp-b-d28770", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770-authn-ssl"}
2026-09-10T22:43:23Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d28770","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770", "reconcileID": "4572669d-e266-4173-a53b-94296eb71199", "Gateway": "e2e-ipp-b-d28770", "namespace": "openshift-ingress"}
2026-09-10T22:43:23Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d28770","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770", "reconcileID": "0acf18f1-0e51-4b39-a066-b5f79beafd04", "Gateway": "e2e-ipp-b-d28770", "namespace": "openshift-ingress"}
2026-09-10T22:43:23Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d28770","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770", "reconcileID": "0acf18f1-0e51-4b39-a066-b5f79beafd04", "Gateway": "e2e-ipp-b-d28770", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770-authn-ssl"}
2026-09-10T22:43:23Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d28770","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770", "reconcileID": "0acf18f1-0e51-4b39-a066-b5f79beafd04", "Gateway": "e2e-ipp-b-d28770", "namespace": "openshift-ingress"}
2026-09-10T22:43:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d28770","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770", "reconcileID": "419c7154-b2d2-4848-a6c4-5bbdd724b172", "Gateway": "e2e-ipp-b-d28770", "namespace": "openshift-ingress"}
2026-09-10T22:43:24Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d28770","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770", "reconcileID": "419c7154-b2d2-4848-a6c4-5bbdd724b172", "Gateway": "e2e-ipp-b-d28770", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770-authn-ssl"}
2026-09-10T22:43:24Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d28770","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770", "reconcileID": "419c7154-b2d2-4848-a6c4-5bbdd724b172", "Gateway": "e2e-ipp-b-d28770", "namespace": "openshift-ingress"}
2026-09-10T22:43:25Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d28770","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770", "reconcileID": "20ce7ed9-e784-4466-a40b-b02562a630ed", "Gateway": "e2e-ipp-b-d28770", "namespace": "openshift-ingress"}
2026-09-10T22:43:25Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d28770","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770", "reconcileID": "20ce7ed9-e784-4466-a40b-b02562a630ed", "Gateway": "e2e-ipp-b-d28770", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770-authn-ssl"}
2026-09-10T22:43:25Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d28770","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770", "reconcileID": "20ce7ed9-e784-4466-a40b-b02562a630ed", "Gateway": "e2e-ipp-b-d28770", "namespace": "openshift-ingress"}
2026-09-10T22:43:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d28770"}, "namespace": "ai-tenant-e2e-ipp-b-d28770", "name": "openshift-service-ca.crt", "reconcileID": "440bbba7-84a0-43b2-9f8a-56fda0aec408", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d28770"}
2026-09-10T22:43:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d28770"}, "namespace": "ai-tenant-e2e-ipp-b-d28770", "name": "odh-trusted-ca-bundle", "reconcileID": "ef678b63-040a-4332-8f20-a265846630f2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d28770"}
2026-09-10T22:43:26Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d28770"}, "namespace": "ai-tenant-e2e-ipp-b-d28770", "name": "openshift-service-ca.crt", "reconcileID": "1db5073d-3c84-4c0a-b0a5-1d0387e6558d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d28770", "create": "odh-kserve-custom-ca-bundle"}
2026-09-10T22:43:26Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d28770"}, "namespace": "ai-tenant-e2e-ipp-b-d28770", "name": "openshift-service-ca.crt", "reconcileID": "1db5073d-3c84-4c0a-b0a5-1d0387e6558d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d28770"}
2026-09-10T22:43:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d28770"}, "namespace": "ai-tenant-e2e-ipp-b-d28770", "name": "openshift-service-ca.crt", "reconcileID": "bcf54015-83d7-4dd9-8e0c-e60ddcdab5e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d28770"}
2026-09-10T22:43:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d28770"}, "namespace": "ai-tenant-e2e-ipp-b-d28770", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c6542ab1-6ace-48fc-b2a2-bd77ca8c73d2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d28770"}
2026-09-10T22:43:26Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d28770"}, "namespace": "ai-tenant-e2e-ipp-b-d28770", "name": "odh-trusted-ca-bundle", "reconcileID": "60567266-9396-4f9a-8c31-20032727899c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d28770", "update": "odh-kserve-custom-ca-bundle"}
2026-09-10T22:43:26Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d28770"}, "namespace": "ai-tenant-e2e-ipp-b-d28770", "name": "odh-trusted-ca-bundle", "reconcileID": "60567266-9396-4f9a-8c31-20032727899c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d28770"}
2026-09-10T22:43:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d28770"}, "namespace": "ai-tenant-e2e-ipp-b-d28770", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4f9a9a6-b437-4249-a243-31ed9dbb83b1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d28770"}
2026-09-10T22:43:28Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d28770","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770", "reconcileID": "8d552d5e-6680-44da-908a-52c4c12ba033", "Gateway": "e2e-ipp-b-d28770", "namespace": "openshift-ingress"}
2026-09-10T22:43:28Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d28770","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770", "reconcileID": "8d552d5e-6680-44da-908a-52c4c12ba033", "Gateway": "e2e-ipp-b-d28770", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770-authn-ssl"}
2026-09-10T22:43:28Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d28770","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770", "reconcileID": "8d552d5e-6680-44da-908a-52c4c12ba033", "Gateway": "e2e-ipp-b-d28770", "namespace": "openshift-ingress"}
2026-09-10T22:43:34Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d28770","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770", "reconcileID": "684e1a40-6283-4922-b225-e4cf34e36dac", "Gateway": "e2e-ipp-b-d28770", "namespace": "openshift-ingress"}
2026-09-10T22:43:34Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d28770","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770", "reconcileID": "684e1a40-6283-4922-b225-e4cf34e36dac", "Gateway": "e2e-ipp-b-d28770", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770-authn-ssl"}
2026-09-10T22:43:34Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d28770","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770", "reconcileID": "684e1a40-6283-4922-b225-e4cf34e36dac", "Gateway": "e2e-ipp-b-d28770", "namespace": "openshift-ingress"}
2026-09-10T22:43:57Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "aaac54a6-316b-4560-a17f-2f2d428b0943", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:43:57Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "aaac54a6-316b-4560-a17f-2f2d428b0943", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:43:57Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "aaac54a6-316b-4560-a17f-2f2d428b0943", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:43:57Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "abe7621f-c644-466b-853c-a3125cca249f", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress"}
2026-09-10T22:43:57Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "aaac54a6-316b-4560-a17f-2f2d428b0943", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd-kserve-route-authn"}
2026-09-10T22:43:57Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "aaac54a6-316b-4560-a17f-2f2d428b0943", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "authType": "userdefined"}
2026-09-10T22:43:57Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "aaac54a6-316b-4560-a17f-2f2d428b0943", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:43:57Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "abe7621f-c644-466b-853c-a3125cca249f", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd-authn-ssl"}
2026-09-10T22:43:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "abe7621f-c644-466b-853c-a3125cca249f", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress"}
2026-09-10T22:43:57Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "c3b5f694-8bf0-41b1-ba41-84b647d14e7d", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:43:57Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "c3b5f694-8bf0-41b1-ba41-84b647d14e7d", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:43:57Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "c3b5f694-8bf0-41b1-ba41-84b647d14e7d", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:43:57Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "c3b5f694-8bf0-41b1-ba41-84b647d14e7d", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd-kserve-route-authn"}
2026-09-10T22:43:57Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "c3b5f694-8bf0-41b1-ba41-84b647d14e7d", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "authType": "userdefined"}
2026-09-10T22:43:57Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "c3b5f694-8bf0-41b1-ba41-84b647d14e7d", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:44:02Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "884db06f-6f13-4ed4-8b46-284846b856c0", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress"}
2026-09-10T22:44:02Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "884db06f-6f13-4ed4-8b46-284846b856c0", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd-authn-ssl"}
2026-09-10T22:44:02Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "884db06f-6f13-4ed4-8b46-284846b856c0", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress"}
2026-09-10T22:44:03Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "75eee322-477d-40aa-af25-c3b17de61f71", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:44:03Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "75eee322-477d-40aa-af25-c3b17de61f71", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:44:03Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "75eee322-477d-40aa-af25-c3b17de61f71", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:44:03Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "75eee322-477d-40aa-af25-c3b17de61f71", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd-kserve-route-authn"}
2026-09-10T22:44:03Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "75eee322-477d-40aa-af25-c3b17de61f71", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "authType": "userdefined"}
2026-09-10T22:44:03Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "75eee322-477d-40aa-af25-c3b17de61f71", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:44:24Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "04295a22-fe50-4857-83d4-4022a0a4a6b4", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:44:24Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "04295a22-fe50-4857-83d4-4022a0a4a6b4", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:44:24Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "04295a22-fe50-4857-83d4-4022a0a4a6b4", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:44:24Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "04295a22-fe50-4857-83d4-4022a0a4a6b4", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd-kserve-route-authn"}
2026-09-10T22:44:24Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "04295a22-fe50-4857-83d4-4022a0a4a6b4", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "authType": "userdefined"}
2026-09-10T22:44:24Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "04295a22-fe50-4857-83d4-4022a0a4a6b4", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:44:38Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b8825","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825", "reconcileID": "ac607b99-1030-4f8b-97f7-d88527b72bf4", "Gateway": "e2e-ipp-cleanup-6b8825", "namespace": "openshift-ingress"}
2026-09-10T22:44:38Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b8825","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825", "reconcileID": "ac607b99-1030-4f8b-97f7-d88527b72bf4", "Gateway": "e2e-ipp-cleanup-6b8825", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825-authn-ssl"}
2026-09-10T22:44:38Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b8825","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825", "reconcileID": "ac607b99-1030-4f8b-97f7-d88527b72bf4", "Gateway": "e2e-ipp-cleanup-6b8825", "namespace": "openshift-ingress"}
2026-09-10T22:44:38Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b8825","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825", "reconcileID": "276c26a1-e1d2-4de3-910e-250d9f6fe24f", "Gateway": "e2e-ipp-cleanup-6b8825", "namespace": "openshift-ingress"}
2026-09-10T22:44:38Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b8825","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825", "reconcileID": "276c26a1-e1d2-4de3-910e-250d9f6fe24f", "Gateway": "e2e-ipp-cleanup-6b8825", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825-authn-ssl"}
2026-09-10T22:44:38Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b8825","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825", "reconcileID": "276c26a1-e1d2-4de3-910e-250d9f6fe24f", "Gateway": "e2e-ipp-cleanup-6b8825", "namespace": "openshift-ingress"}
2026-09-10T22:44:38Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b8825","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825", "reconcileID": "a73f1b3d-cff2-4b80-bacd-c8a099044661", "Gateway": "e2e-ipp-cleanup-6b8825", "namespace": "openshift-ingress"}
2026-09-10T22:44:38Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b8825","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825", "reconcileID": "a73f1b3d-cff2-4b80-bacd-c8a099044661", "Gateway": "e2e-ipp-cleanup-6b8825", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825-authn-ssl"}
2026-09-10T22:44:38Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b8825","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825", "reconcileID": "a73f1b3d-cff2-4b80-bacd-c8a099044661", "Gateway": "e2e-ipp-cleanup-6b8825", "namespace": "openshift-ingress"}
2026-09-10T22:44:38Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b8825","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825", "reconcileID": "3e8a5f11-fca7-4e22-97ea-c161daf171da", "Gateway": "e2e-ipp-cleanup-6b8825", "namespace": "openshift-ingress"}
2026-09-10T22:44:38Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b8825","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825", "reconcileID": "3e8a5f11-fca7-4e22-97ea-c161daf171da", "Gateway": "e2e-ipp-cleanup-6b8825", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825-authn-ssl"}
2026-09-10T22:44:38Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b8825","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825", "reconcileID": "3e8a5f11-fca7-4e22-97ea-c161daf171da", "Gateway": "e2e-ipp-cleanup-6b8825", "namespace": "openshift-ingress"}
2026-09-10T22:44:38Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b8825","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825", "reconcileID": "608c027b-b628-477e-83ce-ef6a74792d65", "Gateway": "e2e-ipp-cleanup-6b8825", "namespace": "openshift-ingress"}
2026-09-10T22:44:38Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b8825","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825", "reconcileID": "608c027b-b628-477e-83ce-ef6a74792d65", "Gateway": "e2e-ipp-cleanup-6b8825", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825-authn-ssl"}
2026-09-10T22:44:38Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b8825","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825", "reconcileID": "608c027b-b628-477e-83ce-ef6a74792d65", "Gateway": "e2e-ipp-cleanup-6b8825", "namespace": "openshift-ingress"}
2026-09-10T22:44:38Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b8825","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825", "reconcileID": "be3cdbc1-72ab-4ec6-bfcc-83e0f5b95204", "Gateway": "e2e-ipp-cleanup-6b8825", "namespace": "openshift-ingress"}
2026-09-10T22:44:38Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b8825","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825", "reconcileID": "be3cdbc1-72ab-4ec6-bfcc-83e0f5b95204", "Gateway": "e2e-ipp-cleanup-6b8825", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825-authn-ssl"}
2026-09-10T22:44:38Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b8825","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825", "reconcileID": "be3cdbc1-72ab-4ec6-bfcc-83e0f5b95204", "Gateway": "e2e-ipp-cleanup-6b8825", "namespace": "openshift-ingress"}
2026-09-10T22:44:40Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b8825","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825", "reconcileID": "d8f3eacf-d8ce-40ee-bef0-e5dd246beb79", "Gateway": "e2e-ipp-cleanup-6b8825", "namespace": "openshift-ingress"}
2026-09-10T22:44:40Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b8825","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825", "reconcileID": "d8f3eacf-d8ce-40ee-bef0-e5dd246beb79", "Gateway": "e2e-ipp-cleanup-6b8825", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825-authn-ssl"}
2026-09-10T22:44:40Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b8825","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825", "reconcileID": "d8f3eacf-d8ce-40ee-bef0-e5dd246beb79", "Gateway": "e2e-ipp-cleanup-6b8825", "namespace": "openshift-ingress"}
2026-09-10T22:44:41Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-6b8825"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6b8825", "name": "openshift-service-ca.crt", "reconcileID": "69fa4be1-b2b5-4a15-bfa6-430f59d6cb8b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-6b8825"}
2026-09-10T22:44:41Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6b8825"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6b8825", "name": "odh-trusted-ca-bundle", "reconcileID": "b65179bc-36c1-4788-8c9e-ca0b6040e29b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6b8825"}
2026-09-10T22:44:41Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-6b8825"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6b8825", "name": "openshift-service-ca.crt", "reconcileID": "adb8ed48-f22b-47f4-b096-0a3f66ea52c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-6b8825", "create": "odh-kserve-custom-ca-bundle"}
2026-09-10T22:44:41Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-6b8825"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6b8825", "name": "openshift-service-ca.crt", "reconcileID": "adb8ed48-f22b-47f4-b096-0a3f66ea52c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-6b8825"}
2026-09-10T22:44:41Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-6b8825"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6b8825", "name": "openshift-service-ca.crt", "reconcileID": "b2605d2a-8c32-448e-b162-c98341537497", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-6b8825"}
2026-09-10T22:44:41Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6b8825"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6b8825", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b8a2312-41e2-4329-a668-9630fa4b1679", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6b8825"}
2026-09-10T22:44:41Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6b8825"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6b8825", "name": "odh-trusted-ca-bundle", "reconcileID": "76502385-b3a6-4f25-ab0b-b9129281731e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6b8825", "update": "odh-kserve-custom-ca-bundle"}
2026-09-10T22:44:41Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6b8825"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6b8825", "name": "odh-trusted-ca-bundle", "reconcileID": "76502385-b3a6-4f25-ab0b-b9129281731e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6b8825"}
2026-09-10T22:44:41Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6b8825"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6b8825", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8e90e37-06d5-411e-87b9-16cf33755c73", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6b8825"}
2026-09-10T22:44:43Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b8825","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825", "reconcileID": "86353b0a-db7d-4327-a9ca-a85b3a9f43b0", "Gateway": "e2e-ipp-cleanup-6b8825", "namespace": "openshift-ingress"}
2026-09-10T22:44:43Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b8825","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825", "reconcileID": "86353b0a-db7d-4327-a9ca-a85b3a9f43b0", "Gateway": "e2e-ipp-cleanup-6b8825", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825-authn-ssl"}
2026-09-10T22:44:43Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b8825","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825", "reconcileID": "86353b0a-db7d-4327-a9ca-a85b3a9f43b0", "Gateway": "e2e-ipp-cleanup-6b8825", "namespace": "openshift-ingress"}
2026-09-10T22:44:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b8825","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825", "reconcileID": "842bbc6d-64e2-4a00-b8bd-4ef394576877", "Gateway": "e2e-ipp-cleanup-6b8825", "namespace": "openshift-ingress"}
2026-09-10T22:44:52Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b8825","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825", "reconcileID": "842bbc6d-64e2-4a00-b8bd-4ef394576877", "Gateway": "e2e-ipp-cleanup-6b8825", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825-authn-ssl"}
2026-09-10T22:44:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b8825","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825", "reconcileID": "842bbc6d-64e2-4a00-b8bd-4ef394576877", "Gateway": "e2e-ipp-cleanup-6b8825", "namespace": "openshift-ingress"}
2026-09-10T22:45:13Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b8825","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825", "reconcileID": "adefc17f-cc1c-4611-83d8-14e9485bfd5e", "Gateway": "e2e-ipp-cleanup-6b8825", "namespace": "openshift-ingress"}
2026-09-10T22:45:13Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b8825","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825", "reconcileID": "adefc17f-cc1c-4611-83d8-14e9485bfd5e", "Gateway": "e2e-ipp-cleanup-6b8825", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825-authn-ssl"}
2026-09-10T22:45:13Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b8825","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825", "reconcileID": "adefc17f-cc1c-4611-83d8-14e9485bfd5e", "Gateway": "e2e-ipp-cleanup-6b8825", "namespace": "openshift-ingress"}
2026-09-10T22:45:19Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b8825","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825", "reconcileID": "ab7ff633-1c10-4545-8140-f8a197207d1a", "Gateway": "e2e-ipp-cleanup-6b8825", "namespace": "openshift-ingress"}
2026-09-10T22:45:19Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b8825","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825", "reconcileID": "ab7ff633-1c10-4545-8140-f8a197207d1a", "Gateway": "e2e-ipp-cleanup-6b8825", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825-authn-ssl"}
2026-09-10T22:45:19Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b8825","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825", "reconcileID": "ab7ff633-1c10-4545-8140-f8a197207d1a", "Gateway": "e2e-ipp-cleanup-6b8825", "namespace": "openshift-ingress"}
2026-09-10T22:45:19Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6b8825"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6b8825", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6304e53f-d9cc-48da-a092-70a6f2c3d241", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6b8825"}
2026-09-10T22:45:19Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6b8825"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6b8825", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6304e53f-d9cc-48da-a092-70a6f2c3d241", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6b8825", "create": "odh-kserve-custom-ca-bundle"}
2026-09-10T22:45:19Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6b8825"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6b8825", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6304e53f-d9cc-48da-a092-70a6f2c3d241", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-6b8825 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-10T22:45:19Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6b8825"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6b8825", "name": "odh-trusted-ca-bundle", "reconcileID": "ebda4b5d-4a62-46ee-8261-bb1b3be08907", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6b8825"}
2026-09-10T22:45:19Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6b8825"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6b8825", "name": "odh-trusted-ca-bundle", "reconcileID": "ebda4b5d-4a62-46ee-8261-bb1b3be08907", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6b8825"}
2026-09-10T22:45:19Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-6b8825"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6b8825", "name": "openshift-service-ca.crt", "reconcileID": "4845ed9b-d301-43c3-884f-ec655d1bf0a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-6b8825"}
2026-09-10T22:45:19Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-6b8825"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6b8825", "name": "openshift-service-ca.crt", "reconcileID": "4845ed9b-d301-43c3-884f-ec655d1bf0a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-6b8825"}
2026-09-10T22:45:19Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6b8825"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6b8825", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67d106be-386d-44e6-9264-de505f629540", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6b8825"}
2026-09-10T22:45:19Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6b8825"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6b8825", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67d106be-386d-44e6-9264-de505f629540", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6b8825"}
2026-09-10T22:45:20Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b8825","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b8825", "reconcileID": "732926cd-3070-469d-9e29-3e9705557957", "Gateway": "e2e-ipp-cleanup-6b8825", "namespace": "openshift-ingress"}
2026-09-10T22:45:39Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "fff362fd-6c2f-4c3b-8df7-2eab47f037f8", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress"}
2026-09-10T22:45:39Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "fff362fd-6c2f-4c3b-8df7-2eab47f037f8", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd-authn-ssl"}
2026-09-10T22:45:39Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "fff362fd-6c2f-4c3b-8df7-2eab47f037f8", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress"}
2026-09-10T22:45:39Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "f911325a-689e-4a44-bc29-608e0ed0a489", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress"}
2026-09-10T22:45:39Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "f911325a-689e-4a44-bc29-608e0ed0a489", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd-authn-ssl"}
2026-09-10T22:45:39Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "f911325a-689e-4a44-bc29-608e0ed0a489", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress"}
2026-09-10T22:45:43Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "77d79757-baf4-4a20-8ce0-1a8728b1e54e", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress"}
2026-09-10T22:45:43Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "77d79757-baf4-4a20-8ce0-1a8728b1e54e", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd-authn-ssl"}
2026-09-10T22:45:43Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "77d79757-baf4-4a20-8ce0-1a8728b1e54e", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress"}
2026-09-10T22:45:45Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "c725f31d-c242-448c-8208-d28b7806fd0d", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:45:45Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "c725f31d-c242-448c-8208-d28b7806fd0d", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:45:45Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "c725f31d-c242-448c-8208-d28b7806fd0d", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:45:45Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "c725f31d-c242-448c-8208-d28b7806fd0d", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd-kserve-route-authn"}
2026-09-10T22:45:45Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "c725f31d-c242-448c-8208-d28b7806fd0d", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "authType": "userdefined"}
2026-09-10T22:45:45Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "c725f31d-c242-448c-8208-d28b7806fd0d", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:46:21Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1840516-1f0c-4b87-a7c6-2d8b77de5499", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:46:21Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1840516-1f0c-4b87-a7c6-2d8b77de5499", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "create": "odh-kserve-custom-ca-bundle"}
2026-09-10T22:46:21Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1840516-1f0c-4b87-a7c6-2d8b77de5499", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-16d0fd because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-10T22:46:21Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "odh-trusted-ca-bundle", "reconcileID": "22208ab7-7684-4940-acf6-fefc5c1c9a0c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:46:21Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "odh-trusted-ca-bundle", "reconcileID": "22208ab7-7684-4940-acf6-fefc5c1c9a0c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:46:21Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "openshift-service-ca.crt", "reconcileID": "1ecebb47-3690-4120-bae3-d28ace610c49", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:46:21Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "openshift-service-ca.crt", "reconcileID": "1ecebb47-3690-4120-bae3-d28ace610c49", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:46:21Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "416b931e-2ba4-45a5-a41f-eeaa1e81b4cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:46:21Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "416b931e-2ba4-45a5-a41f-eeaa1e81b4cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:46:21Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "2efaaa1a-d6a4-4de1-a666-f0212f371fb4", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:46:21Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "2efaaa1a-d6a4-4de1-a666-f0212f371fb4", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:46:21Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "2efaaa1a-d6a4-4de1-a666-f0212f371fb4", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:46:21Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "2efaaa1a-d6a4-4de1-a666-f0212f371fb4", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd-kserve-route-authn"}
2026-09-10T22:46:21Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "2efaaa1a-d6a4-4de1-a666-f0212f371fb4", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "authType": "userdefined"}
2026-09-10T22:46:21Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "2efaaa1a-d6a4-4de1-a666-f0212f371fb4", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:46:22Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "5e0bfda6-5d65-4fb1-a6a7-18ba65980ceb", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress"}
2026-09-10T22:46:22Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "5e0bfda6-5d65-4fb1-a6a7-18ba65980ceb", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd-authn-ssl"}
2026-09-10T22:46:22Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "5e0bfda6-5d65-4fb1-a6a7-18ba65980ceb", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress"}
2026-09-10T22:46:22Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "3357063b-842a-4805-80b7-7f913a977a83", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:46:22Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "3357063b-842a-4805-80b7-7f913a977a83", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd"}
2026-09-10T22:46:22Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "3357063b-842a-4805-80b7-7f913a977a83", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:46:22Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "3357063b-842a-4805-80b7-7f913a977a83", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:46:22Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "3357063b-842a-4805-80b7-7f913a977a83", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd-kserve-route-authn"}
2026-09-10T22:46:22Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "3357063b-842a-4805-80b7-7f913a977a83", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd-kserve-route-authn"}
2026-09-10T22:46:22Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "3357063b-842a-4805-80b7-7f913a977a83", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:46:22Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "3357063b-842a-4805-80b7-7f913a977a83", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:46:32Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "49f1c2d8-fa26-4f1c-8b2d-5f23a866ac18", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:46:32Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "49f1c2d8-fa26-4f1c-8b2d-5f23a866ac18", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd"}
2026-09-10T22:46:32Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "49f1c2d8-fa26-4f1c-8b2d-5f23a866ac18", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:46:32Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "49f1c2d8-fa26-4f1c-8b2d-5f23a866ac18", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:46:32Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "49f1c2d8-fa26-4f1c-8b2d-5f23a866ac18", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd-kserve-route-authn"}
2026-09-10T22:46:32Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "49f1c2d8-fa26-4f1c-8b2d-5f23a866ac18", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd-kserve-route-authn"}
2026-09-10T22:46:32Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "49f1c2d8-fa26-4f1c-8b2d-5f23a866ac18", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:46:32Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "49f1c2d8-fa26-4f1c-8b2d-5f23a866ac18", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:46:33Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-16d0fd","namespace":"ai-tenant-e2e-ipp-a-16d0fd"}, "namespace": "ai-tenant-e2e-ipp-a-16d0fd", "name": "ipp-route-16d0fd", "reconcileID": "2123f000-a9ff-45a4-82ac-b34384eb053c", "LLMInferenceService": "ipp-route-16d0fd", "namespace": "ai-tenant-e2e-ipp-a-16d0fd"}
2026-09-10T22:46:33Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "e64e7439-e75d-4159-a737-31fa466a42bd", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress"}
2026-09-10T22:46:33Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "e64e7439-e75d-4159-a737-31fa466a42bd", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd-authn-ssl"}
2026-09-10T22:46:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "e64e7439-e75d-4159-a737-31fa466a42bd", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress"}
2026-09-10T22:46:33Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-16d0fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-16d0fd", "reconcileID": "ebced597-1687-43b0-b72c-01cfe4e4fe15", "Gateway": "e2e-ipp-a-16d0fd", "namespace": "openshift-ingress"}
2026-09-10T22:46:44Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d28770","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770", "reconcileID": "8fbca192-e36d-4c3b-bd8f-20d39a59d91b", "Gateway": "e2e-ipp-b-d28770", "namespace": "openshift-ingress"}
2026-09-10T22:46:44Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d28770","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770", "reconcileID": "8fbca192-e36d-4c3b-bd8f-20d39a59d91b", "Gateway": "e2e-ipp-b-d28770", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770-authn-ssl"}
2026-09-10T22:46:44Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d28770","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770", "reconcileID": "8fbca192-e36d-4c3b-bd8f-20d39a59d91b", "Gateway": "e2e-ipp-b-d28770", "namespace": "openshift-ingress"}
2026-09-10T22:46:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d28770","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770", "reconcileID": "75c3f820-7dcd-4c3f-b539-526c95ce29ea", "Gateway": "e2e-ipp-b-d28770", "namespace": "openshift-ingress"}
2026-09-10T22:46:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d28770","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770", "reconcileID": "75c3f820-7dcd-4c3f-b539-526c95ce29ea", "Gateway": "e2e-ipp-b-d28770", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770-authn-ssl"}
2026-09-10T22:46:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d28770","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770", "reconcileID": "75c3f820-7dcd-4c3f-b539-526c95ce29ea", "Gateway": "e2e-ipp-b-d28770", "namespace": "openshift-ingress"}
2026-09-10T22:46:50Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d28770"}, "namespace": "ai-tenant-e2e-ipp-b-d28770", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "490137de-e36b-45aa-93e4-bbe553d6da36", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d28770"}
2026-09-10T22:46:50Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d28770"}, "namespace": "ai-tenant-e2e-ipp-b-d28770", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "490137de-e36b-45aa-93e4-bbe553d6da36", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d28770", "create": "odh-kserve-custom-ca-bundle"}
2026-09-10T22:46:50Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d28770"}, "namespace": "ai-tenant-e2e-ipp-b-d28770", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "490137de-e36b-45aa-93e4-bbe553d6da36", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-d28770 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-10T22:46:50Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d28770"}, "namespace": "ai-tenant-e2e-ipp-b-d28770", "name": "odh-trusted-ca-bundle", "reconcileID": "3175441c-ed14-4188-a8c6-b16a3c904799", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d28770"}
2026-09-10T22:46:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d28770"}, "namespace": "ai-tenant-e2e-ipp-b-d28770", "name": "odh-trusted-ca-bundle", "reconcileID": "3175441c-ed14-4188-a8c6-b16a3c904799", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d28770"}
2026-09-10T22:46:50Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d28770"}, "namespace": "ai-tenant-e2e-ipp-b-d28770", "name": "openshift-service-ca.crt", "reconcileID": "6b96ff17-c5f7-4647-a75d-e570fdfdc6cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d28770"}
2026-09-10T22:46:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d28770"}, "namespace": "ai-tenant-e2e-ipp-b-d28770", "name": "openshift-service-ca.crt", "reconcileID": "6b96ff17-c5f7-4647-a75d-e570fdfdc6cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d28770"}
2026-09-10T22:46:50Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d28770"}, "namespace": "ai-tenant-e2e-ipp-b-d28770", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7f475d0c-8c65-4728-8668-a21ad094ea36", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d28770"}
2026-09-10T22:46:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d28770"}, "namespace": "ai-tenant-e2e-ipp-b-d28770", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7f475d0c-8c65-4728-8668-a21ad094ea36", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d28770"}
2026-09-10T22:46:51Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d28770","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d28770", "reconcileID": "913d47ed-5a2a-42be-a00f-cd8de2b316fb", "Gateway": "e2e-ipp-b-d28770", "namespace": "openshift-ingress"}
2026-09-10T22:47:02Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-58cd39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-58cd39", "reconcileID": "61517ba5-decc-40a1-ba7b-b33e669ffb9d", "Gateway": "e2e-shared-a-w3-58cd39", "namespace": "openshift-ingress"}
2026-09-10T22:47:02Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-58cd39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-58cd39", "reconcileID": "61517ba5-decc-40a1-ba7b-b33e669ffb9d", "Gateway": "e2e-shared-a-w3-58cd39", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-58cd39-authn-ssl"}
2026-09-10T22:47:02Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-58cd39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-58cd39", "reconcileID": "61517ba5-decc-40a1-ba7b-b33e669ffb9d", "Gateway": "e2e-shared-a-w3-58cd39", "namespace": "openshift-ingress"}
2026-09-10T22:47:06Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-58cd39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-58cd39", "reconcileID": "eb150f20-57cf-44dd-910f-120ae6858ee0", "Gateway": "e2e-shared-a-w3-58cd39", "namespace": "openshift-ingress"}
2026-09-10T22:47:06Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-58cd39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-58cd39", "reconcileID": "eb150f20-57cf-44dd-910f-120ae6858ee0", "Gateway": "e2e-shared-a-w3-58cd39", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-58cd39-authn-ssl"}
2026-09-10T22:47:06Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-58cd39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-58cd39", "reconcileID": "eb150f20-57cf-44dd-910f-120ae6858ee0", "Gateway": "e2e-shared-a-w3-58cd39", "namespace": "openshift-ingress"}
2026-09-10T22:47:08Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-58cd39"}, "namespace": "ai-tenant-e2e-shared-a-w3-58cd39", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b24fa4c-8079-470e-9c39-eeea58e919fa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-58cd39"}
2026-09-10T22:47:08Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-58cd39"}, "namespace": "ai-tenant-e2e-shared-a-w3-58cd39", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b24fa4c-8079-470e-9c39-eeea58e919fa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-58cd39", "create": "odh-kserve-custom-ca-bundle"}
2026-09-10T22:47:08Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-58cd39"}, "namespace": "ai-tenant-e2e-shared-a-w3-58cd39", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b24fa4c-8079-470e-9c39-eeea58e919fa", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-58cd39 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-10T22:47:08Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-58cd39"}, "namespace": "ai-tenant-e2e-shared-a-w3-58cd39", "name": "odh-trusted-ca-bundle", "reconcileID": "0e2d294e-6e79-4484-9a15-49e7ce52c9aa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-58cd39"}
2026-09-10T22:47:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-58cd39"}, "namespace": "ai-tenant-e2e-shared-a-w3-58cd39", "name": "odh-trusted-ca-bundle", "reconcileID": "0e2d294e-6e79-4484-9a15-49e7ce52c9aa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-58cd39"}
2026-09-10T22:47:08Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-58cd39"}, "namespace": "ai-tenant-e2e-shared-a-w3-58cd39", "name": "openshift-service-ca.crt", "reconcileID": "5ff5809b-893d-4b83-b79c-9d85ef637035", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-58cd39"}
2026-09-10T22:47:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-58cd39"}, "namespace": "ai-tenant-e2e-shared-a-w3-58cd39", "name": "openshift-service-ca.crt", "reconcileID": "5ff5809b-893d-4b83-b79c-9d85ef637035", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-58cd39"}
2026-09-10T22:47:08Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-58cd39"}, "namespace": "ai-tenant-e2e-shared-a-w3-58cd39", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "920f1f5c-db71-4d6c-923e-af141cd5d0f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-58cd39"}
2026-09-10T22:47:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-58cd39"}, "namespace": "ai-tenant-e2e-shared-a-w3-58cd39", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "920f1f5c-db71-4d6c-923e-af141cd5d0f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-58cd39"}
2026-09-10T22:47:09Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-58cd39","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-58cd39", "reconcileID": "e57bcc7b-8eb3-4dff-8cce-c37ff89e613f", "Gateway": "e2e-shared-a-w3-58cd39", "namespace": "openshift-ingress"}
2026-09-10T22:47:20Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-33b4cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-33b4cf", "reconcileID": "55c29392-dc78-49d5-9cf5-1c050aa67d53", "Gateway": "e2e-shared-b-w3-33b4cf", "namespace": "openshift-ingress"}
2026-09-10T22:47:20Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-33b4cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-33b4cf", "reconcileID": "55c29392-dc78-49d5-9cf5-1c050aa67d53", "Gateway": "e2e-shared-b-w3-33b4cf", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-33b4cf-authn-ssl"}
2026-09-10T22:47:20Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-33b4cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-33b4cf", "reconcileID": "55c29392-dc78-49d5-9cf5-1c050aa67d53", "Gateway": "e2e-shared-b-w3-33b4cf", "namespace": "openshift-ingress"}
2026-09-10T22:47:23Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-33b4cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-33b4cf", "reconcileID": "f9d99ce6-1889-483b-9ac0-b49d4d71a696", "Gateway": "e2e-shared-b-w3-33b4cf", "namespace": "openshift-ingress"}
2026-09-10T22:47:23Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-33b4cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-33b4cf", "reconcileID": "f9d99ce6-1889-483b-9ac0-b49d4d71a696", "Gateway": "e2e-shared-b-w3-33b4cf", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-33b4cf-authn-ssl"}
2026-09-10T22:47:23Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-33b4cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-33b4cf", "reconcileID": "f9d99ce6-1889-483b-9ac0-b49d4d71a696", "Gateway": "e2e-shared-b-w3-33b4cf", "namespace": "openshift-ingress"}
2026-09-10T22:47:26Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-33b4cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "424154f4-ea3e-413e-9e7b-7a64651953d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf"}
2026-09-10T22:47:26Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-33b4cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "424154f4-ea3e-413e-9e7b-7a64651953d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "create": "odh-kserve-custom-ca-bundle"}
2026-09-10T22:47:26Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-33b4cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "424154f4-ea3e-413e-9e7b-7a64651953d8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-33b4cf because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-10T22:47:26Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-33b4cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "odh-trusted-ca-bundle", "reconcileID": "c3558c46-6354-4f0b-8b24-7e49ceb93601", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf"}
2026-09-10T22:47:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-33b4cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "odh-trusted-ca-bundle", "reconcileID": "c3558c46-6354-4f0b-8b24-7e49ceb93601", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf"}
2026-09-10T22:47:26Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-33b4cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "openshift-service-ca.crt", "reconcileID": "07855ecc-3e9b-413b-9159-35608d049b1f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf"}
2026-09-10T22:47:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-33b4cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "openshift-service-ca.crt", "reconcileID": "07855ecc-3e9b-413b-9159-35608d049b1f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf"}
2026-09-10T22:47:26Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-33b4cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "87ebdf98-df5b-4883-ba3a-a050785a2b7b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf"}
2026-09-10T22:47:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-33b4cf"}, "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "87ebdf98-df5b-4883-ba3a-a050785a2b7b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-33b4cf"}
2026-09-10T22:47:27Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-33b4cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-33b4cf", "reconcileID": "7344ad41-d381-4b85-bf70-df41daae3443", "Gateway": "e2e-shared-b-w3-33b4cf", "namespace": "openshift-ingress"}
2026-09-10T22:49:04Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-10T22:49:04Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-10T22:49:06Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-10T22:49:06Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-10T22:51:49Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e70c95ab", "reconcileID": "12237466-99fa-4141-9211-c61f7798754d", "LLMInferenceService": "e2e-same-id-a-e70c95ab", "namespace": "llm"}
2026-09-10T22:51:49Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e70c95ab", "reconcileID": "12237466-99fa-4141-9211-c61f7798754d", "LLMInferenceService": "e2e-same-id-a-e70c95ab", "namespace": "llm"}
2026-09-10T22:51:49Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e70c95ab", "reconcileID": "12237466-99fa-4141-9211-c61f7798754d", "LLMInferenceService": "e2e-same-id-a-e70c95ab", "namespace": "llm"}
2026-09-10T22:51:49Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "72399c10-156a-4d3d-8c42-f6d88541f6a9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T22:51:49Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e70c95ab", "reconcileID": "12237466-99fa-4141-9211-c61f7798754d", "LLMInferenceService": "e2e-same-id-a-e70c95ab", "namespace": "llm", "name": "e2e-same-id-a-e70c95ab-kserve-route-authn"}
2026-09-10T22:51:49Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e70c95ab", "reconcileID": "12237466-99fa-4141-9211-c61f7798754d", "LLMInferenceService": "e2e-same-id-a-e70c95ab", "namespace": "llm", "authType": "userdefined"}
2026-09-10T22:51:49Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e70c95ab", "reconcileID": "12237466-99fa-4141-9211-c61f7798754d", "LLMInferenceService": "e2e-same-id-a-e70c95ab", "namespace": "llm"}
2026-09-10T22:51:49Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "72399c10-156a-4d3d-8c42-f6d88541f6a9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-10T22:51:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "72399c10-156a-4d3d-8c42-f6d88541f6a9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T22:51:49Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e70c95ab", "reconcileID": "5dd000bf-7275-4b4a-8fec-01a62fab798b", "LLMInferenceService": "e2e-same-id-a-e70c95ab", "namespace": "llm"}
2026-09-10T22:51:49Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e70c95ab", "reconcileID": "5dd000bf-7275-4b4a-8fec-01a62fab798b", "LLMInferenceService": "e2e-same-id-a-e70c95ab", "namespace": "llm"}
2026-09-10T22:51:49Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e70c95ab", "reconcileID": "5dd000bf-7275-4b4a-8fec-01a62fab798b", "LLMInferenceService": "e2e-same-id-a-e70c95ab", "namespace": "llm"}
2026-09-10T22:51:49Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e70c95ab", "reconcileID": "5dd000bf-7275-4b4a-8fec-01a62fab798b", "LLMInferenceService": "e2e-same-id-a-e70c95ab", "namespace": "llm", "name": "e2e-same-id-a-e70c95ab-kserve-route-authn"}
2026-09-10T22:51:49Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e70c95ab", "reconcileID": "5dd000bf-7275-4b4a-8fec-01a62fab798b", "LLMInferenceService": "e2e-same-id-a-e70c95ab", "namespace": "llm", "authType": "userdefined"}
2026-09-10T22:51:49Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e70c95ab", "reconcileID": "5dd000bf-7275-4b4a-8fec-01a62fab798b", "LLMInferenceService": "e2e-same-id-a-e70c95ab", "namespace": "llm"}
2026-09-10T22:51:49Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e70c95ab", "reconcileID": "3e8911dd-a9bc-445a-92ec-78f43ecf078e", "LLMInferenceService": "e2e-same-id-b-e70c95ab", "namespace": "llm"}
2026-09-10T22:51:49Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e70c95ab", "reconcileID": "3e8911dd-a9bc-445a-92ec-78f43ecf078e", "LLMInferenceService": "e2e-same-id-b-e70c95ab", "namespace": "llm"}
2026-09-10T22:51:49Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e70c95ab", "reconcileID": "3e8911dd-a9bc-445a-92ec-78f43ecf078e", "LLMInferenceService": "e2e-same-id-b-e70c95ab", "namespace": "llm"}
2026-09-10T22:51:49Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "83320188-54d5-40a2-9a37-5fdae7baf4bb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T22:51:49Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e70c95ab", "reconcileID": "3e8911dd-a9bc-445a-92ec-78f43ecf078e", "LLMInferenceService": "e2e-same-id-b-e70c95ab", "namespace": "llm", "name": "e2e-same-id-b-e70c95ab-kserve-route-authn"}
2026-09-10T22:51:49Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e70c95ab", "reconcileID": "3e8911dd-a9bc-445a-92ec-78f43ecf078e", "LLMInferenceService": "e2e-same-id-b-e70c95ab", "namespace": "llm", "authType": "userdefined"}
2026-09-10T22:51:49Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e70c95ab", "reconcileID": "3e8911dd-a9bc-445a-92ec-78f43ecf078e", "LLMInferenceService": "e2e-same-id-b-e70c95ab", "namespace": "llm"}
2026-09-10T22:51:49Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "83320188-54d5-40a2-9a37-5fdae7baf4bb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-10T22:51:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "83320188-54d5-40a2-9a37-5fdae7baf4bb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T22:51:56Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fb3786f8-3023-4ae2-9f91-6d5b43daa731", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T22:51:56Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fb3786f8-3023-4ae2-9f91-6d5b43daa731", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-10T22:51:56Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fb3786f8-3023-4ae2-9f91-6d5b43daa731", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T22:51:56Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e70c95ab", "reconcileID": "7798cfb3-8829-4fdd-95d5-ba2dc546d055", "LLMInferenceService": "e2e-same-id-a-e70c95ab", "namespace": "llm"}
2026-09-10T22:51:56Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e70c95ab", "reconcileID": "7798cfb3-8829-4fdd-95d5-ba2dc546d055", "LLMInferenceService": "e2e-same-id-a-e70c95ab", "namespace": "llm"}
2026-09-10T22:51:56Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e70c95ab", "reconcileID": "7798cfb3-8829-4fdd-95d5-ba2dc546d055", "LLMInferenceService": "e2e-same-id-a-e70c95ab", "namespace": "llm"}
2026-09-10T22:51:56Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e70c95ab", "reconcileID": "7798cfb3-8829-4fdd-95d5-ba2dc546d055", "LLMInferenceService": "e2e-same-id-a-e70c95ab", "namespace": "llm", "name": "e2e-same-id-a-e70c95ab-kserve-route-authn"}
2026-09-10T22:51:56Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e70c95ab", "reconcileID": "7798cfb3-8829-4fdd-95d5-ba2dc546d055", "LLMInferenceService": "e2e-same-id-a-e70c95ab", "namespace": "llm", "authType": "userdefined"}
2026-09-10T22:51:56Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e70c95ab", "reconcileID": "7798cfb3-8829-4fdd-95d5-ba2dc546d055", "LLMInferenceService": "e2e-same-id-a-e70c95ab", "namespace": "llm"}
2026-09-10T22:51:57Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e70c95ab", "reconcileID": "15c306c1-7d1f-4469-a65c-534edb017395", "LLMInferenceService": "e2e-same-id-b-e70c95ab", "namespace": "llm"}
2026-09-10T22:51:57Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e70c95ab", "reconcileID": "15c306c1-7d1f-4469-a65c-534edb017395", "LLMInferenceService": "e2e-same-id-b-e70c95ab", "namespace": "llm"}
2026-09-10T22:51:57Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e70c95ab", "reconcileID": "15c306c1-7d1f-4469-a65c-534edb017395", "LLMInferenceService": "e2e-same-id-b-e70c95ab", "namespace": "llm"}
2026-09-10T22:51:57Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e70c95ab", "reconcileID": "15c306c1-7d1f-4469-a65c-534edb017395", "LLMInferenceService": "e2e-same-id-b-e70c95ab", "namespace": "llm", "name": "e2e-same-id-b-e70c95ab-kserve-route-authn"}
2026-09-10T22:51:57Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e70c95ab", "reconcileID": "15c306c1-7d1f-4469-a65c-534edb017395", "LLMInferenceService": "e2e-same-id-b-e70c95ab", "namespace": "llm", "authType": "userdefined"}
2026-09-10T22:51:57Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e70c95ab", "reconcileID": "15c306c1-7d1f-4469-a65c-534edb017395", "LLMInferenceService": "e2e-same-id-b-e70c95ab", "namespace": "llm"}
2026-09-10T22:52:06Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e36fc40f-54f6-4bc5-9fa7-5c100d605834", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T22:52:06Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e36fc40f-54f6-4bc5-9fa7-5c100d605834", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-10T22:52:06Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e36fc40f-54f6-4bc5-9fa7-5c100d605834", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T22:52:06Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e70c95ab", "reconcileID": "1d324807-cbd0-4838-a99b-11612fbd16d3", "LLMInferenceService": "e2e-same-id-b-e70c95ab", "namespace": "llm"}
2026-09-10T22:52:06Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e70c95ab", "reconcileID": "1d324807-cbd0-4838-a99b-11612fbd16d3", "LLMInferenceService": "e2e-same-id-b-e70c95ab", "namespace": "llm"}
2026-09-10T22:52:06Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e70c95ab", "reconcileID": "1d324807-cbd0-4838-a99b-11612fbd16d3", "LLMInferenceService": "e2e-same-id-b-e70c95ab", "namespace": "llm"}
2026-09-10T22:52:06Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e70c95ab", "reconcileID": "1d324807-cbd0-4838-a99b-11612fbd16d3", "LLMInferenceService": "e2e-same-id-b-e70c95ab", "namespace": "llm", "name": "e2e-same-id-b-e70c95ab-kserve-route-authn"}
2026-09-10T22:52:06Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e70c95ab", "reconcileID": "1d324807-cbd0-4838-a99b-11612fbd16d3", "LLMInferenceService": "e2e-same-id-b-e70c95ab", "namespace": "llm", "authType": "userdefined"}
2026-09-10T22:52:06Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e70c95ab", "reconcileID": "1d324807-cbd0-4838-a99b-11612fbd16d3", "LLMInferenceService": "e2e-same-id-b-e70c95ab", "namespace": "llm"}
2026-09-10T22:52:10Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e70c95ab", "reconcileID": "2f058994-20fa-4b53-b39b-aef8af4c7d1f", "LLMInferenceService": "e2e-same-id-a-e70c95ab", "namespace": "llm"}
2026-09-10T22:52:10Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e70c95ab", "reconcileID": "2f058994-20fa-4b53-b39b-aef8af4c7d1f", "LLMInferenceService": "e2e-same-id-a-e70c95ab", "namespace": "llm"}
2026-09-10T22:52:10Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e70c95ab", "reconcileID": "2f058994-20fa-4b53-b39b-aef8af4c7d1f", "LLMInferenceService": "e2e-same-id-a-e70c95ab", "namespace": "llm"}
2026-09-10T22:52:10Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e70c95ab", "reconcileID": "2f058994-20fa-4b53-b39b-aef8af4c7d1f", "LLMInferenceService": "e2e-same-id-a-e70c95ab", "namespace": "llm", "name": "e2e-same-id-a-e70c95ab-kserve-route-authn"}
2026-09-10T22:52:10Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e70c95ab", "reconcileID": "2f058994-20fa-4b53-b39b-aef8af4c7d1f", "LLMInferenceService": "e2e-same-id-a-e70c95ab", "namespace": "llm", "authType": "userdefined"}
2026-09-10T22:52:10Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e70c95ab", "reconcileID": "2f058994-20fa-4b53-b39b-aef8af4c7d1f", "LLMInferenceService": "e2e-same-id-a-e70c95ab", "namespace": "llm"}
2026-09-10T22:52:21Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e70c95ab", "reconcileID": "3715ce77-bd7f-4d14-b9ff-3da15400d1d2", "LLMInferenceService": "e2e-same-id-b-e70c95ab", "namespace": "llm"}
2026-09-10T22:52:21Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e70c95ab", "reconcileID": "3715ce77-bd7f-4d14-b9ff-3da15400d1d2", "LLMInferenceService": "e2e-same-id-b-e70c95ab", "namespace": "llm"}
2026-09-10T22:52:21Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e70c95ab", "reconcileID": "3715ce77-bd7f-4d14-b9ff-3da15400d1d2", "LLMInferenceService": "e2e-same-id-b-e70c95ab", "namespace": "llm"}
2026-09-10T22:52:21Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e70c95ab", "reconcileID": "3715ce77-bd7f-4d14-b9ff-3da15400d1d2", "LLMInferenceService": "e2e-same-id-b-e70c95ab", "namespace": "llm", "name": "e2e-same-id-b-e70c95ab-kserve-route-authn"}
2026-09-10T22:52:21Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e70c95ab", "reconcileID": "3715ce77-bd7f-4d14-b9ff-3da15400d1d2", "LLMInferenceService": "e2e-same-id-b-e70c95ab", "namespace": "llm", "authType": "userdefined"}
2026-09-10T22:52:21Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e70c95ab", "reconcileID": "3715ce77-bd7f-4d14-b9ff-3da15400d1d2", "LLMInferenceService": "e2e-same-id-b-e70c95ab", "namespace": "llm"}
2026-09-10T22:52:23Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e70c95ab", "reconcileID": "7383f0fa-1ab6-4efc-9745-1a7990a827cd", "LLMInferenceService": "e2e-same-id-a-e70c95ab", "namespace": "llm"}
2026-09-10T22:52:23Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e70c95ab", "reconcileID": "7383f0fa-1ab6-4efc-9745-1a7990a827cd", "LLMInferenceService": "e2e-same-id-a-e70c95ab", "namespace": "llm", "name": "e2e-same-id-a-e70c95ab"}
2026-09-10T22:52:23Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e70c95ab", "reconcileID": "7383f0fa-1ab6-4efc-9745-1a7990a827cd", "LLMInferenceService": "e2e-same-id-a-e70c95ab", "namespace": "llm"}
2026-09-10T22:52:23Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e70c95ab", "reconcileID": "7383f0fa-1ab6-4efc-9745-1a7990a827cd", "LLMInferenceService": "e2e-same-id-a-e70c95ab", "namespace": "llm"}
2026-09-10T22:52:23Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e70c95ab", "reconcileID": "7383f0fa-1ab6-4efc-9745-1a7990a827cd", "LLMInferenceService": "e2e-same-id-a-e70c95ab", "namespace": "llm", "name": "e2e-same-id-a-e70c95ab-kserve-route-authn"}
2026-09-10T22:52:23Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e70c95ab", "reconcileID": "7383f0fa-1ab6-4efc-9745-1a7990a827cd", "LLMInferenceService": "e2e-same-id-a-e70c95ab", "namespace": "llm", "name": "e2e-same-id-a-e70c95ab-kserve-route-authn"}
2026-09-10T22:52:23Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e70c95ab", "reconcileID": "b89d3705-00ae-4333-8c7e-5dd790be091f", "LLMInferenceService": "e2e-same-id-a-e70c95ab", "namespace": "llm"}
2026-09-10T22:52:23Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bcd50642-804b-4ef9-912a-b1bb42deedc5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T22:52:23Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bcd50642-804b-4ef9-912a-b1bb42deedc5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-10T22:52:23Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bcd50642-804b-4ef9-912a-b1bb42deedc5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T22:52:23Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2137ef07-bbe1-4200-b139-4beaa0ecc222", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T22:52:23Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2137ef07-bbe1-4200-b139-4beaa0ecc222", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-10T22:52:23Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2137ef07-bbe1-4200-b139-4beaa0ecc222", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T22:52:23Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e70c95ab", "reconcileID": "638a4dab-6966-40c0-ae24-513ef6604a44", "LLMInferenceService": "e2e-same-id-b-e70c95ab", "namespace": "llm"}
2026-09-10T22:52:23Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e70c95ab", "reconcileID": "638a4dab-6966-40c0-ae24-513ef6604a44", "LLMInferenceService": "e2e-same-id-b-e70c95ab", "namespace": "llm", "name": "e2e-same-id-b-e70c95ab"}
2026-09-10T22:52:23Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e70c95ab", "reconcileID": "638a4dab-6966-40c0-ae24-513ef6604a44", "LLMInferenceService": "e2e-same-id-b-e70c95ab", "namespace": "llm"}
2026-09-10T22:52:23Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e70c95ab", "reconcileID": "638a4dab-6966-40c0-ae24-513ef6604a44", "LLMInferenceService": "e2e-same-id-b-e70c95ab", "namespace": "llm"}
2026-09-10T22:52:23Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e70c95ab", "reconcileID": "638a4dab-6966-40c0-ae24-513ef6604a44", "LLMInferenceService": "e2e-same-id-b-e70c95ab", "namespace": "llm", "name": "e2e-same-id-b-e70c95ab-kserve-route-authn"}
2026-09-10T22:52:23Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e70c95ab", "reconcileID": "638a4dab-6966-40c0-ae24-513ef6604a44", "LLMInferenceService": "e2e-same-id-b-e70c95ab", "namespace": "llm", "name": "e2e-same-id-b-e70c95ab-kserve-route-authn"}
2026-09-10T22:52:25Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e70c95ab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e70c95ab", "reconcileID": "a7da8032-b8bf-4686-aae7-a5f1b6c5aa4e", "LLMInferenceService": "e2e-same-id-b-e70c95ab", "namespace": "llm"}
2026-09-10T22:52:25Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ce6e76ad-d8f2-443b-8ed8-5a213796a4d2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T22:52:25Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ce6e76ad-d8f2-443b-8ed8-5a213796a4d2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-10T22:52:25Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ce6e76ad-d8f2-443b-8ed8-5a213796a4d2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T22:52:25Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "49f96f12-cca5-430a-80a8-7a3f8151d37b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T22:52:25Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "49f96f12-cca5-430a-80a8-7a3f8151d37b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-10T22:52:25Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "49f96f12-cca5-430a-80a8-7a3f8151d37b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}