2026-07-09T15:26:09Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b3988379"}, "namespace": "ai-tenant-e2e-mt-b3988379", "name": "openshift-service-ca.crt", "reconcileID": "9ce5a20d-a132-486b-a3e8-a715b77b5cc9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b3988379"}
2026-07-09T15:26:09Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-b3988379"}, "namespace": "ai-tenant-e2e-mt-b3988379", "name": "odh-trusted-ca-bundle", "reconcileID": "99071a20-9b22-4a6d-ba2e-fa553ec7d6e0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-b3988379"}
2026-07-09T15:26:09Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b3988379"}, "namespace": "ai-tenant-e2e-mt-b3988379", "name": "openshift-service-ca.crt", "reconcileID": "fcc21f58-d23c-41f6-b521-70c11a662898", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b3988379", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:26:09Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b3988379"}, "namespace": "ai-tenant-e2e-mt-b3988379", "name": "openshift-service-ca.crt", "reconcileID": "fcc21f58-d23c-41f6-b521-70c11a662898", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b3988379"}
2026-07-09T15:26:09Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b3988379"}, "namespace": "ai-tenant-e2e-mt-b3988379", "name": "openshift-service-ca.crt", "reconcileID": "9718d0a3-68cd-47e1-9aef-fa24ea031bcb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b3988379"}
2026-07-09T15:26:09Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b3988379"}, "namespace": "ai-tenant-e2e-mt-b3988379", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e3cf306e-7335-45de-9319-d8ff81bfc56d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b3988379"}
2026-07-09T15:26:09Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-b3988379"}, "namespace": "ai-tenant-e2e-mt-b3988379", "name": "odh-trusted-ca-bundle", "reconcileID": "6defa953-f280-4016-ac89-041263d9e34e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-b3988379", "update": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:26:09Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-b3988379"}, "namespace": "ai-tenant-e2e-mt-b3988379", "name": "odh-trusted-ca-bundle", "reconcileID": "6defa953-f280-4016-ac89-041263d9e34e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-b3988379"}
2026-07-09T15:26:09Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b3988379"}, "namespace": "ai-tenant-e2e-mt-b3988379", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d59cbfba-bb42-4276-850b-46d3007c4a2c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b3988379"}
2026-07-09T15:26:46Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b3988379"}, "namespace": "ai-tenant-e2e-mt-b3988379", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6aa6f9a2-9fd1-43c5-8551-1c4fdec0bdcf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b3988379"}
2026-07-09T15:26:46Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b3988379"}, "namespace": "ai-tenant-e2e-mt-b3988379", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6aa6f9a2-9fd1-43c5-8551-1c4fdec0bdcf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b3988379", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:26:46Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b3988379"}, "namespace": "ai-tenant-e2e-mt-b3988379", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6aa6f9a2-9fd1-43c5-8551-1c4fdec0bdcf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-b3988379 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-09T15:26:46Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-b3988379"}, "namespace": "ai-tenant-e2e-mt-b3988379", "name": "odh-trusted-ca-bundle", "reconcileID": "2a6a2cdd-107f-41f6-bb63-400a7631f2da", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-b3988379"}
2026-07-09T15:26:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-b3988379"}, "namespace": "ai-tenant-e2e-mt-b3988379", "name": "odh-trusted-ca-bundle", "reconcileID": "2a6a2cdd-107f-41f6-bb63-400a7631f2da", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-b3988379"}
2026-07-09T15:26:46Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b3988379"}, "namespace": "ai-tenant-e2e-mt-b3988379", "name": "openshift-service-ca.crt", "reconcileID": "2eeccae0-187c-4a9e-9785-38c487fedbe3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b3988379"}
2026-07-09T15:26:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b3988379"}, "namespace": "ai-tenant-e2e-mt-b3988379", "name": "openshift-service-ca.crt", "reconcileID": "2eeccae0-187c-4a9e-9785-38c487fedbe3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b3988379"}
2026-07-09T15:26:46Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b3988379"}, "namespace": "ai-tenant-e2e-mt-b3988379", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7ff8f29-b5c2-430f-a21f-42fb277fe383", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b3988379"}
2026-07-09T15:26:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b3988379"}, "namespace": "ai-tenant-e2e-mt-b3988379", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7ff8f29-b5c2-430f-a21f-42fb277fe383", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b3988379"}
2026-07-09T15:26:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "de5ef6c0-1fce-42cc-8aaf-a64bd0af7f77", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress"}
2026-07-09T15:26:48Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "de5ef6c0-1fce-42cc-8aaf-a64bd0af7f77", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress", "name": "e2e-inf-a-476308-authn-ssl"}
2026-07-09T15:26:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "de5ef6c0-1fce-42cc-8aaf-a64bd0af7f77", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress"}
2026-07-09T15:26:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "12536c6c-4849-470b-afa7-78056b2c2480", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress"}
2026-07-09T15:26:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "12536c6c-4849-470b-afa7-78056b2c2480", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress", "name": "e2e-inf-a-476308-authn-ssl"}
2026-07-09T15:26:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "12536c6c-4849-470b-afa7-78056b2c2480", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress"}
2026-07-09T15:26:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "fb16429e-14ea-4f29-b0f1-970a57a68bf1", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress"}
2026-07-09T15:26:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "fb16429e-14ea-4f29-b0f1-970a57a68bf1", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress", "name": "e2e-inf-a-476308-authn-ssl"}
2026-07-09T15:26:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "fb16429e-14ea-4f29-b0f1-970a57a68bf1", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress"}
2026-07-09T15:26:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "b436f3c6-1a4e-4337-a27b-7c86259b7db3", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress"}
2026-07-09T15:26:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "b436f3c6-1a4e-4337-a27b-7c86259b7db3", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress", "name": "e2e-inf-a-476308-authn-ssl"}
2026-07-09T15:26:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "b436f3c6-1a4e-4337-a27b-7c86259b7db3", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress"}
2026-07-09T15:26:49Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "7256d636-0e47-4807-a9bd-fd2f53c2af80", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress"}
2026-07-09T15:26:49Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "7256d636-0e47-4807-a9bd-fd2f53c2af80", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress", "name": "e2e-inf-a-476308-authn-ssl"}
2026-07-09T15:26:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "7256d636-0e47-4807-a9bd-fd2f53c2af80", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress"}
2026-07-09T15:26:49Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "82f1cf0a-bf8c-430b-a624-7bfee4abe68b", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress"}
2026-07-09T15:26:49Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "82f1cf0a-bf8c-430b-a624-7bfee4abe68b", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress", "name": "e2e-inf-a-476308-authn-ssl"}
2026-07-09T15:26:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "82f1cf0a-bf8c-430b-a624-7bfee4abe68b", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress"}
2026-07-09T15:26:50Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "64bc5486-abdb-4ecf-9b6b-c5bd743aa1cc", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress"}
2026-07-09T15:26:50Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "64bc5486-abdb-4ecf-9b6b-c5bd743aa1cc", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress", "name": "e2e-inf-a-476308-authn-ssl"}
2026-07-09T15:26:50Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "64bc5486-abdb-4ecf-9b6b-c5bd743aa1cc", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress"}
2026-07-09T15:26:52Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "openshift-service-ca.crt", "reconcileID": "b0e9e4d4-a313-48c1-9d1f-ed79156af4dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-476308"}
2026-07-09T15:26:52Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "odh-trusted-ca-bundle", "reconcileID": "8767116b-e0e6-4e63-a6f9-af40855dd1d2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-476308"}
2026-07-09T15:26:52Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "openshift-service-ca.crt", "reconcileID": "ab5b1b2c-03e5-4f45-a03c-b509259d9117", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-476308", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:26:52Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "openshift-service-ca.crt", "reconcileID": "ab5b1b2c-03e5-4f45-a03c-b509259d9117", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-476308"}
2026-07-09T15:26:52Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f1989ab-b36f-4503-95ed-e32d45b72850", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-476308"}
2026-07-09T15:26:52Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "openshift-service-ca.crt", "reconcileID": "9f1c8491-8e24-4aa4-b121-ee11411ac475", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-476308"}
2026-07-09T15:26:52Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "odh-trusted-ca-bundle", "reconcileID": "9557cc9e-6745-4551-8832-2a7c740ce527", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-476308", "update": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:26:52Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "odh-trusted-ca-bundle", "reconcileID": "9557cc9e-6745-4551-8832-2a7c740ce527", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-476308"}
2026-07-09T15:26:52Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "776a7792-0b83-4da5-b5cd-2196a7a47230", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-476308"}
2026-07-09T15:26:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "a1ddcda5-284c-47ba-986c-34b06a7c4290", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress"}
2026-07-09T15:26:52Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "a1ddcda5-284c-47ba-986c-34b06a7c4290", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress", "name": "e2e-inf-a-476308-authn-ssl"}
2026-07-09T15:26:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "a1ddcda5-284c-47ba-986c-34b06a7c4290", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress"}
2026-07-09T15:26:53Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "61b7993d-cf57-46ff-9fed-2944494b3a5b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T15:26:57Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "9bba9160-0085-4006-bdc2-f7b3e46e533c", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress"}
2026-07-09T15:26:57Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "9bba9160-0085-4006-bdc2-f7b3e46e533c", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23-authn-ssl"}
2026-07-09T15:26:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "9bba9160-0085-4006-bdc2-f7b3e46e533c", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress"}
2026-07-09T15:26:57Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "14845b5d-804a-47fc-b9d3-94bb7d9365a9", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress"}
2026-07-09T15:26:57Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "14845b5d-804a-47fc-b9d3-94bb7d9365a9", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23-authn-ssl"}
2026-07-09T15:26:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "14845b5d-804a-47fc-b9d3-94bb7d9365a9", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress"}
2026-07-09T15:26:57Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "6c866346-30a4-45c1-914a-2a1ec3252f72", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress"}
2026-07-09T15:26:57Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "6c866346-30a4-45c1-914a-2a1ec3252f72", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23-authn-ssl"}
2026-07-09T15:26:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "6c866346-30a4-45c1-914a-2a1ec3252f72", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress"}
2026-07-09T15:26:57Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "41774747-baa8-47d9-9ab5-33a9fb288cf4", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress"}
2026-07-09T15:26:57Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "41774747-baa8-47d9-9ab5-33a9fb288cf4", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23-authn-ssl"}
2026-07-09T15:26:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "41774747-baa8-47d9-9ab5-33a9fb288cf4", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress"}
2026-07-09T15:26:57Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "e8655dd4-b2a1-4127-99ad-7e5fd3cd5a7c", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress"}
2026-07-09T15:26:57Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "e8655dd4-b2a1-4127-99ad-7e5fd3cd5a7c", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23-authn-ssl"}
2026-07-09T15:26:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "e8655dd4-b2a1-4127-99ad-7e5fd3cd5a7c", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress"}
2026-07-09T15:26:57Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "a5160c7b-36a4-464b-8fef-f3f5136d3c9e", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress"}
2026-07-09T15:26:57Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "a5160c7b-36a4-464b-8fef-f3f5136d3c9e", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23-authn-ssl"}
2026-07-09T15:26:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "a5160c7b-36a4-464b-8fef-f3f5136d3c9e", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress"}
2026-07-09T15:26:59Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "56c765a6-fd62-4553-8e48-13d1ad363016", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress"}
2026-07-09T15:26:59Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "56c765a6-fd62-4553-8e48-13d1ad363016", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23-authn-ssl"}
2026-07-09T15:26:59Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "56c765a6-fd62-4553-8e48-13d1ad363016", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress"}
2026-07-09T15:27:00Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "21ded6db-d3e0-4e10-b196-b6e93787a405", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress"}
2026-07-09T15:27:00Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "21ded6db-d3e0-4e10-b196-b6e93787a405", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress", "name": "e2e-inf-a-476308-authn-ssl"}
2026-07-09T15:27:00Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "21ded6db-d3e0-4e10-b196-b6e93787a405", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress"}
2026-07-09T15:27:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "openshift-service-ca.crt", "reconcileID": "9655d100-4535-4eb5-80b9-0c25731e00f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-da3a23"}
2026-07-09T15:27:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "odh-trusted-ca-bundle", "reconcileID": "aeb427f9-6475-4091-8d95-ff06e6c120d9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-da3a23"}
2026-07-09T15:27:01Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "openshift-service-ca.crt", "reconcileID": "abd137fc-e518-49a3-bfa4-98ac0091befa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-da3a23", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:27:01Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "openshift-service-ca.crt", "reconcileID": "abd137fc-e518-49a3-bfa4-98ac0091befa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-da3a23"}
2026-07-09T15:27:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4cab5fea-c709-470d-a05b-1d9578b5346e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-da3a23"}
2026-07-09T15:27:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "openshift-service-ca.crt", "reconcileID": "80a64c84-143c-4f9d-8053-212f8668d35f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-da3a23"}
2026-07-09T15:27:01Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "odh-trusted-ca-bundle", "reconcileID": "2b144028-5a50-40f2-9652-a99be511a1e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-da3a23", "update": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:27:01Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "odh-trusted-ca-bundle", "reconcileID": "2b144028-5a50-40f2-9652-a99be511a1e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-da3a23"}
2026-07-09T15:27:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8261466f-b907-4352-b819-7a5129a064d2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-da3a23"}
2026-07-09T15:27:01Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "b967bb33-8055-46ad-a6f0-09c461fb1bed", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress"}
2026-07-09T15:27:01Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "b967bb33-8055-46ad-a6f0-09c461fb1bed", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23-authn-ssl"}
2026-07-09T15:27:01Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "b967bb33-8055-46ad-a6f0-09c461fb1bed", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress"}
2026-07-09T15:27:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "74755367-e9be-4e94-861d-67fd7b009f7e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T15:27:05Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "test-model-476308", "reconcileID": "12e013bb-fa0c-4ad4-b10d-bf261575a033", "LLMInferenceService": "test-model-476308", "namespace": "ai-tenant-e2e-inf-a-476308"}
2026-07-09T15:27:05Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "test-model-476308", "reconcileID": "12e013bb-fa0c-4ad4-b10d-bf261575a033", "LLMInferenceService": "test-model-476308", "namespace": "ai-tenant-e2e-inf-a-476308"}
2026-07-09T15:27:05Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "test-model-476308", "reconcileID": "12e013bb-fa0c-4ad4-b10d-bf261575a033", "LLMInferenceService": "test-model-476308", "namespace": "ai-tenant-e2e-inf-a-476308"}
2026-07-09T15:27:05Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "18cf3d23-9300-4a4f-b86f-0eed27d16a9f", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress"}
2026-07-09T15:27:05Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "test-model-476308", "reconcileID": "12e013bb-fa0c-4ad4-b10d-bf261575a033", "LLMInferenceService": "test-model-476308", "namespace": "ai-tenant-e2e-inf-a-476308", "name": "test-model-476308-kserve-route-authn"}
2026-07-09T15:27:05Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "test-model-476308", "reconcileID": "12e013bb-fa0c-4ad4-b10d-bf261575a033", "LLMInferenceService": "test-model-476308", "namespace": "ai-tenant-e2e-inf-a-476308", "authType": "userdefined"}
2026-07-09T15:27:05Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "test-model-476308", "reconcileID": "12e013bb-fa0c-4ad4-b10d-bf261575a033", "LLMInferenceService": "test-model-476308", "namespace": "ai-tenant-e2e-inf-a-476308"}
2026-07-09T15:27:05Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "18cf3d23-9300-4a4f-b86f-0eed27d16a9f", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress", "name": "e2e-inf-a-476308-authn-ssl"}
2026-07-09T15:27:05Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "18cf3d23-9300-4a4f-b86f-0eed27d16a9f", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress"}
2026-07-09T15:27:05Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "test-model-476308", "reconcileID": "f6b0fe25-479c-48be-b760-a8374e1524d4", "LLMInferenceService": "test-model-476308", "namespace": "ai-tenant-e2e-inf-a-476308"}
2026-07-09T15:27:05Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "test-model-476308", "reconcileID": "f6b0fe25-479c-48be-b760-a8374e1524d4", "LLMInferenceService": "test-model-476308", "namespace": "ai-tenant-e2e-inf-a-476308"}
2026-07-09T15:27:05Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "test-model-476308", "reconcileID": "f6b0fe25-479c-48be-b760-a8374e1524d4", "LLMInferenceService": "test-model-476308", "namespace": "ai-tenant-e2e-inf-a-476308"}
2026-07-09T15:27:05Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "test-model-476308", "reconcileID": "f6b0fe25-479c-48be-b760-a8374e1524d4", "LLMInferenceService": "test-model-476308", "namespace": "ai-tenant-e2e-inf-a-476308", "name": "test-model-476308-kserve-route-authn"}
2026-07-09T15:27:05Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "test-model-476308", "reconcileID": "f6b0fe25-479c-48be-b760-a8374e1524d4", "LLMInferenceService": "test-model-476308", "namespace": "ai-tenant-e2e-inf-a-476308", "authType": "userdefined"}
2026-07-09T15:27:05Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "test-model-476308", "reconcileID": "f6b0fe25-479c-48be-b760-a8374e1524d4", "LLMInferenceService": "test-model-476308", "namespace": "ai-tenant-e2e-inf-a-476308"}
2026-07-09T15:27:09Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "6ca39403-e645-4ecf-8575-6a981d2ea31e", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress"}
2026-07-09T15:27:09Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "6ca39403-e645-4ecf-8575-6a981d2ea31e", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23-authn-ssl"}
2026-07-09T15:27:09Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "6ca39403-e645-4ecf-8575-6a981d2ea31e", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress"}
2026-07-09T15:27:13Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7c14faf5-916e-4b51-8e72-89e11ab10c3c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T15:27:22Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "022e2c1e-d4de-4772-bc37-19a5aa07425e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T15:27:25Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "03edf9d3-081c-49df-85a3-879d0a64a501", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress"}
2026-07-09T15:27:25Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "03edf9d3-081c-49df-85a3-879d0a64a501", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress", "name": "e2e-inf-a-476308-authn-ssl"}
2026-07-09T15:27:25Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "03edf9d3-081c-49df-85a3-879d0a64a501", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress"}
2026-07-09T15:27:26Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "test-model-476308", "reconcileID": "012fddc6-39e5-451c-ab65-1a6ad9dc37fd", "LLMInferenceService": "test-model-476308", "namespace": "ai-tenant-e2e-inf-a-476308"}
2026-07-09T15:27:26Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "test-model-476308", "reconcileID": "012fddc6-39e5-451c-ab65-1a6ad9dc37fd", "LLMInferenceService": "test-model-476308", "namespace": "ai-tenant-e2e-inf-a-476308"}
2026-07-09T15:27:26Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "test-model-476308", "reconcileID": "012fddc6-39e5-451c-ab65-1a6ad9dc37fd", "LLMInferenceService": "test-model-476308", "namespace": "ai-tenant-e2e-inf-a-476308"}
2026-07-09T15:27:26Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "test-model-476308", "reconcileID": "012fddc6-39e5-451c-ab65-1a6ad9dc37fd", "LLMInferenceService": "test-model-476308", "namespace": "ai-tenant-e2e-inf-a-476308", "name": "test-model-476308-kserve-route-authn"}
2026-07-09T15:27:26Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "test-model-476308", "reconcileID": "012fddc6-39e5-451c-ab65-1a6ad9dc37fd", "LLMInferenceService": "test-model-476308", "namespace": "ai-tenant-e2e-inf-a-476308", "authType": "userdefined"}
2026-07-09T15:27:26Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "test-model-476308", "reconcileID": "012fddc6-39e5-451c-ab65-1a6ad9dc37fd", "LLMInferenceService": "test-model-476308", "namespace": "ai-tenant-e2e-inf-a-476308"}
2026-07-09T15:27:32Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "1290b547-4130-405b-8031-991e4d9bf3c1", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress"}
2026-07-09T15:27:32Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "1290b547-4130-405b-8031-991e4d9bf3c1", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress", "name": "e2e-inf-a-476308-authn-ssl"}
2026-07-09T15:27:32Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "1290b547-4130-405b-8031-991e4d9bf3c1", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress"}
2026-07-09T15:27:46Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "test-model-476308", "reconcileID": "e8f6dfc3-ae9f-49de-9312-2301b28bc120", "LLMInferenceService": "test-model-476308", "namespace": "ai-tenant-e2e-inf-a-476308"}
2026-07-09T15:27:46Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "test-model-476308", "reconcileID": "e8f6dfc3-ae9f-49de-9312-2301b28bc120", "LLMInferenceService": "test-model-476308", "namespace": "ai-tenant-e2e-inf-a-476308"}
2026-07-09T15:27:46Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "test-model-476308", "reconcileID": "e8f6dfc3-ae9f-49de-9312-2301b28bc120", "LLMInferenceService": "test-model-476308", "namespace": "ai-tenant-e2e-inf-a-476308"}
2026-07-09T15:27:46Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "test-model-476308", "reconcileID": "e8f6dfc3-ae9f-49de-9312-2301b28bc120", "LLMInferenceService": "test-model-476308", "namespace": "ai-tenant-e2e-inf-a-476308", "name": "test-model-476308-kserve-route-authn"}
2026-07-09T15:27:46Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "test-model-476308", "reconcileID": "e8f6dfc3-ae9f-49de-9312-2301b28bc120", "LLMInferenceService": "test-model-476308", "namespace": "ai-tenant-e2e-inf-a-476308", "authType": "userdefined"}
2026-07-09T15:27:46Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "test-model-476308", "reconcileID": "e8f6dfc3-ae9f-49de-9312-2301b28bc120", "LLMInferenceService": "test-model-476308", "namespace": "ai-tenant-e2e-inf-a-476308"}
2026-07-09T15:27:47Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "test-model-da3a23", "reconcileID": "0b470a16-1bd9-4736-a9ee-50823bb17b5f", "LLMInferenceService": "test-model-da3a23", "namespace": "ai-tenant-e2e-inf-b-da3a23"}
2026-07-09T15:27:47Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "test-model-da3a23", "reconcileID": "0b470a16-1bd9-4736-a9ee-50823bb17b5f", "LLMInferenceService": "test-model-da3a23", "namespace": "ai-tenant-e2e-inf-b-da3a23"}
2026-07-09T15:27:47Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "test-model-da3a23", "reconcileID": "0b470a16-1bd9-4736-a9ee-50823bb17b5f", "LLMInferenceService": "test-model-da3a23", "namespace": "ai-tenant-e2e-inf-b-da3a23"}
2026-07-09T15:27:47Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "test-model-da3a23", "reconcileID": "0b470a16-1bd9-4736-a9ee-50823bb17b5f", "LLMInferenceService": "test-model-da3a23", "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "test-model-da3a23-kserve-route-authn"}
2026-07-09T15:27:47Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "test-model-da3a23", "reconcileID": "0b470a16-1bd9-4736-a9ee-50823bb17b5f", "LLMInferenceService": "test-model-da3a23", "namespace": "ai-tenant-e2e-inf-b-da3a23", "authType": "userdefined"}
2026-07-09T15:27:47Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "test-model-da3a23", "reconcileID": "0b470a16-1bd9-4736-a9ee-50823bb17b5f", "LLMInferenceService": "test-model-da3a23", "namespace": "ai-tenant-e2e-inf-b-da3a23"}
2026-07-09T15:27:47Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "a88c08b4-8641-4391-a36d-c4af183704cf", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress"}
2026-07-09T15:27:47Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "a88c08b4-8641-4391-a36d-c4af183704cf", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23-authn-ssl"}
2026-07-09T15:27:47Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "a88c08b4-8641-4391-a36d-c4af183704cf", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress"}
2026-07-09T15:27:47Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "test-model-da3a23", "reconcileID": "9288a520-55a2-40d4-947b-5a2440a00b01", "LLMInferenceService": "test-model-da3a23", "namespace": "ai-tenant-e2e-inf-b-da3a23"}
2026-07-09T15:27:47Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "test-model-da3a23", "reconcileID": "9288a520-55a2-40d4-947b-5a2440a00b01", "LLMInferenceService": "test-model-da3a23", "namespace": "ai-tenant-e2e-inf-b-da3a23"}
2026-07-09T15:27:47Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "test-model-da3a23", "reconcileID": "9288a520-55a2-40d4-947b-5a2440a00b01", "LLMInferenceService": "test-model-da3a23", "namespace": "ai-tenant-e2e-inf-b-da3a23"}
2026-07-09T15:27:47Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "test-model-da3a23", "reconcileID": "9288a520-55a2-40d4-947b-5a2440a00b01", "LLMInferenceService": "test-model-da3a23", "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "test-model-da3a23-kserve-route-authn"}
2026-07-09T15:27:47Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "test-model-da3a23", "reconcileID": "9288a520-55a2-40d4-947b-5a2440a00b01", "LLMInferenceService": "test-model-da3a23", "namespace": "ai-tenant-e2e-inf-b-da3a23", "authType": "userdefined"}
2026-07-09T15:27:47Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "test-model-da3a23", "reconcileID": "9288a520-55a2-40d4-947b-5a2440a00b01", "LLMInferenceService": "test-model-da3a23", "namespace": "ai-tenant-e2e-inf-b-da3a23"}
2026-07-09T15:27:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "01f63f14-60e9-4ac2-aa97-68fafcabb52f", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress"}
2026-07-09T15:27:52Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "01f63f14-60e9-4ac2-aa97-68fafcabb52f", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23-authn-ssl"}
2026-07-09T15:27:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "01f63f14-60e9-4ac2-aa97-68fafcabb52f", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress"}
2026-07-09T15:27:54Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "test-model-da3a23", "reconcileID": "05a96632-a9b9-451f-a0ed-5de7eead61cf", "LLMInferenceService": "test-model-da3a23", "namespace": "ai-tenant-e2e-inf-b-da3a23"}
2026-07-09T15:27:54Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "test-model-da3a23", "reconcileID": "05a96632-a9b9-451f-a0ed-5de7eead61cf", "LLMInferenceService": "test-model-da3a23", "namespace": "ai-tenant-e2e-inf-b-da3a23"}
2026-07-09T15:27:54Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "test-model-da3a23", "reconcileID": "05a96632-a9b9-451f-a0ed-5de7eead61cf", "LLMInferenceService": "test-model-da3a23", "namespace": "ai-tenant-e2e-inf-b-da3a23"}
2026-07-09T15:27:54Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "test-model-da3a23", "reconcileID": "05a96632-a9b9-451f-a0ed-5de7eead61cf", "LLMInferenceService": "test-model-da3a23", "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "test-model-da3a23-kserve-route-authn"}
2026-07-09T15:27:54Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "test-model-da3a23", "reconcileID": "05a96632-a9b9-451f-a0ed-5de7eead61cf", "LLMInferenceService": "test-model-da3a23", "namespace": "ai-tenant-e2e-inf-b-da3a23", "authType": "userdefined"}
2026-07-09T15:27:54Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "test-model-da3a23", "reconcileID": "05a96632-a9b9-451f-a0ed-5de7eead61cf", "LLMInferenceService": "test-model-da3a23", "namespace": "ai-tenant-e2e-inf-b-da3a23"}
2026-07-09T15:27:59Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "84945746-258e-45e7-949e-031cd168f83c", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress"}
2026-07-09T15:27:59Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "84945746-258e-45e7-949e-031cd168f83c", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23-authn-ssl"}
2026-07-09T15:27:59Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "84945746-258e-45e7-949e-031cd168f83c", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress"}
2026-07-09T15:28:08Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "test-model-da3a23", "reconcileID": "e001a412-4cd8-40f1-a658-cf88a8ecaee3", "LLMInferenceService": "test-model-da3a23", "namespace": "ai-tenant-e2e-inf-b-da3a23"}
2026-07-09T15:28:08Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "test-model-da3a23", "reconcileID": "e001a412-4cd8-40f1-a658-cf88a8ecaee3", "LLMInferenceService": "test-model-da3a23", "namespace": "ai-tenant-e2e-inf-b-da3a23"}
2026-07-09T15:28:08Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "test-model-da3a23", "reconcileID": "e001a412-4cd8-40f1-a658-cf88a8ecaee3", "LLMInferenceService": "test-model-da3a23", "namespace": "ai-tenant-e2e-inf-b-da3a23"}
2026-07-09T15:28:08Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "test-model-da3a23", "reconcileID": "e001a412-4cd8-40f1-a658-cf88a8ecaee3", "LLMInferenceService": "test-model-da3a23", "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "test-model-da3a23-kserve-route-authn"}
2026-07-09T15:28:08Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "test-model-da3a23", "reconcileID": "e001a412-4cd8-40f1-a658-cf88a8ecaee3", "LLMInferenceService": "test-model-da3a23", "namespace": "ai-tenant-e2e-inf-b-da3a23", "authType": "userdefined"}
2026-07-09T15:28:08Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "test-model-da3a23", "reconcileID": "e001a412-4cd8-40f1-a658-cf88a8ecaee3", "LLMInferenceService": "test-model-da3a23", "namespace": "ai-tenant-e2e-inf-b-da3a23"}
2026-07-09T15:28:14Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "test-model-476308", "reconcileID": "d69bc07f-3b5f-4365-a0c4-28aff48275f5", "LLMInferenceService": "test-model-476308", "namespace": "ai-tenant-e2e-inf-a-476308"}
2026-07-09T15:28:14Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "test-model-476308", "reconcileID": "d69bc07f-3b5f-4365-a0c4-28aff48275f5", "LLMInferenceService": "test-model-476308", "namespace": "ai-tenant-e2e-inf-a-476308", "name": "test-model-476308"}
2026-07-09T15:28:14Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "test-model-476308", "reconcileID": "d69bc07f-3b5f-4365-a0c4-28aff48275f5", "LLMInferenceService": "test-model-476308", "namespace": "ai-tenant-e2e-inf-a-476308"}
2026-07-09T15:28:14Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "test-model-476308", "reconcileID": "d69bc07f-3b5f-4365-a0c4-28aff48275f5", "LLMInferenceService": "test-model-476308", "namespace": "ai-tenant-e2e-inf-a-476308"}
2026-07-09T15:28:14Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "test-model-476308", "reconcileID": "d69bc07f-3b5f-4365-a0c4-28aff48275f5", "LLMInferenceService": "test-model-476308", "namespace": "ai-tenant-e2e-inf-a-476308", "name": "test-model-476308-kserve-route-authn"}
2026-07-09T15:28:14Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "test-model-476308", "reconcileID": "d69bc07f-3b5f-4365-a0c4-28aff48275f5", "LLMInferenceService": "test-model-476308", "namespace": "ai-tenant-e2e-inf-a-476308", "name": "test-model-476308-kserve-route-authn"}
2026-07-09T15:28:14Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "test-model-476308", "reconcileID": "d69bc07f-3b5f-4365-a0c4-28aff48275f5", "LLMInferenceService": "test-model-476308", "namespace": "ai-tenant-e2e-inf-a-476308", "namespace": "ai-tenant-e2e-inf-a-476308"}
2026-07-09T15:28:14Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "test-model-476308", "reconcileID": "d69bc07f-3b5f-4365-a0c4-28aff48275f5", "LLMInferenceService": "test-model-476308", "namespace": "ai-tenant-e2e-inf-a-476308", "namespace": "ai-tenant-e2e-inf-a-476308"}
2026-07-09T15:28:14Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "test-model-476308", "reconcileID": "df3a8071-5fcf-4a6c-8544-1e9b5c947464", "LLMInferenceService": "test-model-476308", "namespace": "ai-tenant-e2e-inf-a-476308"}
2026-07-09T15:28:14Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "ceaf2792-710b-4238-93fa-eab7d02b1107", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress"}
2026-07-09T15:28:14Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "ceaf2792-710b-4238-93fa-eab7d02b1107", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress", "name": "e2e-inf-a-476308-authn-ssl"}
2026-07-09T15:28:14Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "ceaf2792-710b-4238-93fa-eab7d02b1107", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress"}
2026-07-09T15:28:14Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "e0db2b1c-004c-4e11-bb40-a0903181d4f5", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress"}
2026-07-09T15:28:14Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "e0db2b1c-004c-4e11-bb40-a0903181d4f5", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress", "name": "e2e-inf-a-476308-authn-ssl"}
2026-07-09T15:28:14Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "e0db2b1c-004c-4e11-bb40-a0903181d4f5", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress"}
2026-07-09T15:28:15Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "test-model-da3a23", "reconcileID": "19724970-22f8-47b9-a620-adb191c61dcd", "LLMInferenceService": "test-model-da3a23", "namespace": "ai-tenant-e2e-inf-b-da3a23"}
2026-07-09T15:28:15Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "test-model-da3a23", "reconcileID": "19724970-22f8-47b9-a620-adb191c61dcd", "LLMInferenceService": "test-model-da3a23", "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "test-model-da3a23"}
2026-07-09T15:28:15Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "test-model-da3a23", "reconcileID": "19724970-22f8-47b9-a620-adb191c61dcd", "LLMInferenceService": "test-model-da3a23", "namespace": "ai-tenant-e2e-inf-b-da3a23"}
2026-07-09T15:28:15Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "test-model-da3a23", "reconcileID": "19724970-22f8-47b9-a620-adb191c61dcd", "LLMInferenceService": "test-model-da3a23", "namespace": "ai-tenant-e2e-inf-b-da3a23"}
2026-07-09T15:28:15Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "test-model-da3a23", "reconcileID": "19724970-22f8-47b9-a620-adb191c61dcd", "LLMInferenceService": "test-model-da3a23", "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "test-model-da3a23-kserve-route-authn"}
2026-07-09T15:28:15Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "test-model-da3a23", "reconcileID": "19724970-22f8-47b9-a620-adb191c61dcd", "LLMInferenceService": "test-model-da3a23", "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "test-model-da3a23-kserve-route-authn"}
2026-07-09T15:28:15Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "test-model-da3a23", "reconcileID": "19724970-22f8-47b9-a620-adb191c61dcd", "LLMInferenceService": "test-model-da3a23", "namespace": "ai-tenant-e2e-inf-b-da3a23", "namespace": "ai-tenant-e2e-inf-b-da3a23"}
2026-07-09T15:28:15Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "test-model-da3a23", "reconcileID": "19724970-22f8-47b9-a620-adb191c61dcd", "LLMInferenceService": "test-model-da3a23", "namespace": "ai-tenant-e2e-inf-b-da3a23", "namespace": "ai-tenant-e2e-inf-b-da3a23"}
2026-07-09T15:28:15Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "test-model-da3a23", "reconcileID": "6d3be57b-594f-45ac-b71c-12594c725a92", "LLMInferenceService": "test-model-da3a23", "namespace": "ai-tenant-e2e-inf-b-da3a23"}
2026-07-09T15:28:15Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "3151cf86-7cbe-4a42-bfd7-e806b55b7818", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress"}
2026-07-09T15:28:15Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "3151cf86-7cbe-4a42-bfd7-e806b55b7818", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23-authn-ssl"}
2026-07-09T15:28:15Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "3151cf86-7cbe-4a42-bfd7-e806b55b7818", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress"}
2026-07-09T15:28:15Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "ed39364a-5562-428f-80ab-6cb8813de21a", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress"}
2026-07-09T15:28:15Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "ed39364a-5562-428f-80ab-6cb8813de21a", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23-authn-ssl"}
2026-07-09T15:28:15Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "ed39364a-5562-428f-80ab-6cb8813de21a", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress"}
2026-07-09T15:28:16Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f8dbc603-6034-4222-bb33-a94b60b923b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T15:28:16Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "e4d2080a-e2b7-4fea-9f28-06542cef6db8", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress"}
2026-07-09T15:28:16Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "e4d2080a-e2b7-4fea-9f28-06542cef6db8", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress", "name": "e2e-inf-a-476308-authn-ssl"}
2026-07-09T15:28:16Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "e4d2080a-e2b7-4fea-9f28-06542cef6db8", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress"}
2026-07-09T15:28:57Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "229c914f-3a5d-45be-9bbd-ceb58e525bd5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-476308"}
2026-07-09T15:28:57Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "229c914f-3a5d-45be-9bbd-ceb58e525bd5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-476308", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:28:57Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "229c914f-3a5d-45be-9bbd-ceb58e525bd5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-476308 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-09T15:28:57Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "odh-trusted-ca-bundle", "reconcileID": "7aedc0ca-439b-4607-bff8-a57e469b551f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-476308"}
2026-07-09T15:28:57Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "odh-trusted-ca-bundle", "reconcileID": "7aedc0ca-439b-4607-bff8-a57e469b551f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-476308"}
2026-07-09T15:28:57Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "openshift-service-ca.crt", "reconcileID": "7aea98a9-5ce2-4029-ba19-b47b7413fc97", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-476308"}
2026-07-09T15:28:57Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "openshift-service-ca.crt", "reconcileID": "7aea98a9-5ce2-4029-ba19-b47b7413fc97", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-476308"}
2026-07-09T15:28:57Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b87b46de-9884-44a4-a282-ba91fa56454c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-476308"}
2026-07-09T15:28:57Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-476308"}, "namespace": "ai-tenant-e2e-inf-a-476308", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b87b46de-9884-44a4-a282-ba91fa56454c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-476308"}
2026-07-09T15:28:58Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-476308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-476308", "reconcileID": "8707037b-6aa2-4581-8c7d-91bc9308d31b", "Gateway": "e2e-inf-a-476308", "namespace": "openshift-ingress"}
2026-07-09T15:28:59Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "88b16185-95d6-4bd6-aac2-b255a956d254", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T15:29:00Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "b274a174-9d24-4a4d-a091-3e1bfe6391ba", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress"}
2026-07-09T15:29:00Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "b274a174-9d24-4a4d-a091-3e1bfe6391ba", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23-authn-ssl"}
2026-07-09T15:29:00Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "b274a174-9d24-4a4d-a091-3e1bfe6391ba", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress"}
2026-07-09T15:29:05Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "896695b9-6a63-407e-bf9e-e5b7e03d568d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-da3a23"}
2026-07-09T15:29:05Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "896695b9-6a63-407e-bf9e-e5b7e03d568d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-da3a23", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:29:05Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "896695b9-6a63-407e-bf9e-e5b7e03d568d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-da3a23 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-09T15:29:05Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "odh-trusted-ca-bundle", "reconcileID": "a19c3e5f-3ae1-4a7d-bb5e-d8e31565b2c3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-da3a23"}
2026-07-09T15:29:05Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "odh-trusted-ca-bundle", "reconcileID": "a19c3e5f-3ae1-4a7d-bb5e-d8e31565b2c3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-da3a23"}
2026-07-09T15:29:05Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "openshift-service-ca.crt", "reconcileID": "ad7613c0-5000-43f1-983c-ad67fd84f4ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-da3a23"}
2026-07-09T15:29:05Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "openshift-service-ca.crt", "reconcileID": "ad7613c0-5000-43f1-983c-ad67fd84f4ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-da3a23"}
2026-07-09T15:29:05Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "97469d10-43dd-4a01-9d08-77c9e3112e27", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-da3a23"}
2026-07-09T15:29:05Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-da3a23"}, "namespace": "ai-tenant-e2e-inf-b-da3a23", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "97469d10-43dd-4a01-9d08-77c9e3112e27", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-da3a23"}
2026-07-09T15:29:06Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-da3a23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-da3a23", "reconcileID": "45fe94fa-dcbd-4c1f-9b12-0caaafc0ffce", "Gateway": "e2e-inf-b-da3a23", "namespace": "openshift-ingress"}
2026-07-09T15:29:06Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-227dc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-227dc3", "reconcileID": "7bbdc918-d325-4707-a843-1441c13e9bde", "Gateway": "e2e-api-a-227dc3", "namespace": "openshift-ingress"}
2026-07-09T15:29:06Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-227dc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-227dc3", "reconcileID": "7bbdc918-d325-4707-a843-1441c13e9bde", "Gateway": "e2e-api-a-227dc3", "namespace": "openshift-ingress", "name": "e2e-api-a-227dc3-authn-ssl"}
2026-07-09T15:29:06Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-227dc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-227dc3", "reconcileID": "7bbdc918-d325-4707-a843-1441c13e9bde", "Gateway": "e2e-api-a-227dc3", "namespace": "openshift-ingress"}
2026-07-09T15:29:06Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-227dc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-227dc3", "reconcileID": "690fe193-b426-4c7d-b58e-5e79999ef4d8", "Gateway": "e2e-api-a-227dc3", "namespace": "openshift-ingress"}
2026-07-09T15:29:06Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-227dc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-227dc3", "reconcileID": "690fe193-b426-4c7d-b58e-5e79999ef4d8", "Gateway": "e2e-api-a-227dc3", "namespace": "openshift-ingress", "name": "e2e-api-a-227dc3-authn-ssl"}
2026-07-09T15:29:06Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-227dc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-227dc3", "reconcileID": "690fe193-b426-4c7d-b58e-5e79999ef4d8", "Gateway": "e2e-api-a-227dc3", "namespace": "openshift-ingress"}
2026-07-09T15:29:06Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-227dc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-227dc3", "reconcileID": "f8230176-c96a-4e3d-8f7d-c3c2ba90ff84", "Gateway": "e2e-api-a-227dc3", "namespace": "openshift-ingress"}
2026-07-09T15:29:07Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-227dc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-227dc3", "reconcileID": "f8230176-c96a-4e3d-8f7d-c3c2ba90ff84", "Gateway": "e2e-api-a-227dc3", "namespace": "openshift-ingress", "name": "e2e-api-a-227dc3-authn-ssl"}
2026-07-09T15:29:07Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-227dc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-227dc3", "reconcileID": "f8230176-c96a-4e3d-8f7d-c3c2ba90ff84", "Gateway": "e2e-api-a-227dc3", "namespace": "openshift-ingress"}
2026-07-09T15:29:07Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-227dc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-227dc3", "reconcileID": "93647515-0362-433f-bce8-0409292412f0", "Gateway": "e2e-api-a-227dc3", "namespace": "openshift-ingress"}
2026-07-09T15:29:07Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-227dc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-227dc3", "reconcileID": "93647515-0362-433f-bce8-0409292412f0", "Gateway": "e2e-api-a-227dc3", "namespace": "openshift-ingress", "name": "e2e-api-a-227dc3-authn-ssl"}
2026-07-09T15:29:07Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-227dc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-227dc3", "reconcileID": "93647515-0362-433f-bce8-0409292412f0", "Gateway": "e2e-api-a-227dc3", "namespace": "openshift-ingress"}
2026-07-09T15:29:07Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-227dc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-227dc3", "reconcileID": "be7a107a-5665-426b-81eb-e2370639407b", "Gateway": "e2e-api-a-227dc3", "namespace": "openshift-ingress"}
2026-07-09T15:29:07Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-227dc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-227dc3", "reconcileID": "be7a107a-5665-426b-81eb-e2370639407b", "Gateway": "e2e-api-a-227dc3", "namespace": "openshift-ingress", "name": "e2e-api-a-227dc3-authn-ssl"}
2026-07-09T15:29:07Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-227dc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-227dc3", "reconcileID": "be7a107a-5665-426b-81eb-e2370639407b", "Gateway": "e2e-api-a-227dc3", "namespace": "openshift-ingress"}
2026-07-09T15:29:07Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-227dc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-227dc3", "reconcileID": "cb22d3a5-78f1-4979-ad6a-45b06e66ba1f", "Gateway": "e2e-api-a-227dc3", "namespace": "openshift-ingress"}
2026-07-09T15:29:07Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-227dc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-227dc3", "reconcileID": "cb22d3a5-78f1-4979-ad6a-45b06e66ba1f", "Gateway": "e2e-api-a-227dc3", "namespace": "openshift-ingress", "name": "e2e-api-a-227dc3-authn-ssl"}
2026-07-09T15:29:07Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-227dc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-227dc3", "reconcileID": "cb22d3a5-78f1-4979-ad6a-45b06e66ba1f", "Gateway": "e2e-api-a-227dc3", "namespace": "openshift-ingress"}
2026-07-09T15:29:08Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-227dc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-227dc3", "reconcileID": "066e4ffb-7757-4dd5-bf57-0458e63da56c", "Gateway": "e2e-api-a-227dc3", "namespace": "openshift-ingress"}
2026-07-09T15:29:08Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-227dc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-227dc3", "reconcileID": "066e4ffb-7757-4dd5-bf57-0458e63da56c", "Gateway": "e2e-api-a-227dc3", "namespace": "openshift-ingress", "name": "e2e-api-a-227dc3-authn-ssl"}
2026-07-09T15:29:08Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-227dc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-227dc3", "reconcileID": "066e4ffb-7757-4dd5-bf57-0458e63da56c", "Gateway": "e2e-api-a-227dc3", "namespace": "openshift-ingress"}
2026-07-09T15:29:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-227dc3"}, "namespace": "ai-tenant-e2e-api-a-227dc3", "name": "openshift-service-ca.crt", "reconcileID": "748260a5-01d2-4139-9d76-b55f39c11cbe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-227dc3"}
2026-07-09T15:29:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-227dc3"}, "namespace": "ai-tenant-e2e-api-a-227dc3", "name": "odh-trusted-ca-bundle", "reconcileID": "5b80cb95-e09a-4776-a7a6-09f0e80425b6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-227dc3"}
2026-07-09T15:29:10Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-227dc3"}, "namespace": "ai-tenant-e2e-api-a-227dc3", "name": "openshift-service-ca.crt", "reconcileID": "31dad686-a0b7-4c2d-bff0-f5687ad994d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-227dc3", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:29:10Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-227dc3"}, "namespace": "ai-tenant-e2e-api-a-227dc3", "name": "openshift-service-ca.crt", "reconcileID": "31dad686-a0b7-4c2d-bff0-f5687ad994d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-227dc3"}
2026-07-09T15:29:10Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-227dc3"}, "namespace": "ai-tenant-e2e-api-a-227dc3", "name": "openshift-service-ca.crt", "reconcileID": "fb3a93c8-9fb2-48d7-a0fd-1dbe6c810fb6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-227dc3", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:29:10Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-227dc3"}, "namespace": "ai-tenant-e2e-api-a-227dc3", "name": "openshift-service-ca.crt", "reconcileID": "fb3a93c8-9fb2-48d7-a0fd-1dbe6c810fb6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-09T15:29:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-227dc3"}, "namespace": "ai-tenant-e2e-api-a-227dc3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d0c90ff0-05fa-4741-83ee-ee830ff05d11", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-227dc3"}
2026-07-09T15:29:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-227dc3"}, "namespace": "ai-tenant-e2e-api-a-227dc3", "name": "openshift-service-ca.crt", "reconcileID": "5ecaa2f0-8a50-4b30-be70-630200af6fd2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-227dc3"}
2026-07-09T15:29:10Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-227dc3"}, "namespace": "ai-tenant-e2e-api-a-227dc3", "name": "odh-trusted-ca-bundle", "reconcileID": "c9f88d80-9c2d-43b2-96a3-4aaf67211aa1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-227dc3", "update": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:29:10Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-227dc3"}, "namespace": "ai-tenant-e2e-api-a-227dc3", "name": "odh-trusted-ca-bundle", "reconcileID": "c9f88d80-9c2d-43b2-96a3-4aaf67211aa1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-227dc3"}
2026-07-09T15:29:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-227dc3"}, "namespace": "ai-tenant-e2e-api-a-227dc3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3fb99173-6ed9-40a1-97c4-16e31c5cd3f3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-227dc3"}
2026-07-09T15:29:10Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-227dc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-227dc3", "reconcileID": "8398a262-1260-4ab6-b074-2b3e7c633460", "Gateway": "e2e-api-a-227dc3", "namespace": "openshift-ingress"}
2026-07-09T15:29:10Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-227dc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-227dc3", "reconcileID": "8398a262-1260-4ab6-b074-2b3e7c633460", "Gateway": "e2e-api-a-227dc3", "namespace": "openshift-ingress", "name": "e2e-api-a-227dc3-authn-ssl"}
2026-07-09T15:29:10Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-227dc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-227dc3", "reconcileID": "8398a262-1260-4ab6-b074-2b3e7c633460", "Gateway": "e2e-api-a-227dc3", "namespace": "openshift-ingress"}
2026-07-09T15:29:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2efc4a99-9c78-4919-812a-fc45a381b5f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T15:29:15Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e415c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5", "reconcileID": "c2eda402-cb40-493e-a7a1-d764a77e2273", "Gateway": "e2e-api-b-e415c5", "namespace": "openshift-ingress"}
2026-07-09T15:29:15Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e415c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5", "reconcileID": "c2eda402-cb40-493e-a7a1-d764a77e2273", "Gateway": "e2e-api-b-e415c5", "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5-authn-ssl"}
2026-07-09T15:29:15Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e415c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5", "reconcileID": "c2eda402-cb40-493e-a7a1-d764a77e2273", "Gateway": "e2e-api-b-e415c5", "namespace": "openshift-ingress"}
2026-07-09T15:29:15Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e415c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5", "reconcileID": "15d76944-7932-43df-bb74-e5a232aa8929", "Gateway": "e2e-api-b-e415c5", "namespace": "openshift-ingress"}
2026-07-09T15:29:15Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e415c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5", "reconcileID": "15d76944-7932-43df-bb74-e5a232aa8929", "Gateway": "e2e-api-b-e415c5", "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5-authn-ssl"}
2026-07-09T15:29:15Z	ERROR	Reconciler error	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e415c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5", "reconcileID": "15d76944-7932-43df-bb74-e5a232aa8929", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-api-b-e415c5-authn-ssl: envoyfilters.networking.istio.io \"e2e-api-b-e415c5-authn-ssl\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-09T15:29:15Z	DEBUG	events	Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-api-b-e415c5-authn-ssl: envoyfilters.networking.istio.io "e2e-api-b-e415c5-authn-ssl" already exists	{"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-api-b-e415c5","uid":"368e14ac-b5d2-4e01-bf34-8fc93858df80","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"48837"}, "reason": "ReconcileError"}
2026-07-09T15:29:15Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e415c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5", "reconcileID": "2b31cd52-e9fb-4ece-b02f-d531a4575e68", "Gateway": "e2e-api-b-e415c5", "namespace": "openshift-ingress"}
2026-07-09T15:29:15Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e415c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5", "reconcileID": "2b31cd52-e9fb-4ece-b02f-d531a4575e68", "Gateway": "e2e-api-b-e415c5", "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5-authn-ssl"}
2026-07-09T15:29:15Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e415c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5", "reconcileID": "2b31cd52-e9fb-4ece-b02f-d531a4575e68", "Gateway": "e2e-api-b-e415c5", "namespace": "openshift-ingress"}
2026-07-09T15:29:15Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e415c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5", "reconcileID": "b7c037c1-c568-470c-aad6-d1b8d1b84790", "Gateway": "e2e-api-b-e415c5", "namespace": "openshift-ingress"}
2026-07-09T15:29:15Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e415c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5", "reconcileID": "b7c037c1-c568-470c-aad6-d1b8d1b84790", "Gateway": "e2e-api-b-e415c5", "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5-authn-ssl"}
2026-07-09T15:29:15Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e415c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5", "reconcileID": "b7c037c1-c568-470c-aad6-d1b8d1b84790", "Gateway": "e2e-api-b-e415c5", "namespace": "openshift-ingress"}
2026-07-09T15:29:15Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e415c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5", "reconcileID": "7922f535-6f70-4710-b522-d4a99bd64b2c", "Gateway": "e2e-api-b-e415c5", "namespace": "openshift-ingress"}
2026-07-09T15:29:15Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e415c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5", "reconcileID": "7922f535-6f70-4710-b522-d4a99bd64b2c", "Gateway": "e2e-api-b-e415c5", "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5-authn-ssl"}
2026-07-09T15:29:15Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e415c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5", "reconcileID": "7922f535-6f70-4710-b522-d4a99bd64b2c", "Gateway": "e2e-api-b-e415c5", "namespace": "openshift-ingress"}
2026-07-09T15:29:15Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e415c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5", "reconcileID": "b55984ec-ef89-4084-9c39-16b3f6d24268", "Gateway": "e2e-api-b-e415c5", "namespace": "openshift-ingress"}
2026-07-09T15:29:15Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e415c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5", "reconcileID": "b55984ec-ef89-4084-9c39-16b3f6d24268", "Gateway": "e2e-api-b-e415c5", "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5-authn-ssl"}
2026-07-09T15:29:15Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e415c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5", "reconcileID": "b55984ec-ef89-4084-9c39-16b3f6d24268", "Gateway": "e2e-api-b-e415c5", "namespace": "openshift-ingress"}
2026-07-09T15:29:16Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e415c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5", "reconcileID": "a8e9212a-c147-41f6-ac03-f8ad3e983b04", "Gateway": "e2e-api-b-e415c5", "namespace": "openshift-ingress"}
2026-07-09T15:29:16Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e415c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5", "reconcileID": "a8e9212a-c147-41f6-ac03-f8ad3e983b04", "Gateway": "e2e-api-b-e415c5", "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5-authn-ssl"}
2026-07-09T15:29:16Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e415c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5", "reconcileID": "a8e9212a-c147-41f6-ac03-f8ad3e983b04", "Gateway": "e2e-api-b-e415c5", "namespace": "openshift-ingress"}
2026-07-09T15:29:16Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e415c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5", "reconcileID": "eb0ee0fe-e667-427e-aa01-7eae9e1a0920", "Gateway": "e2e-api-b-e415c5", "namespace": "openshift-ingress"}
2026-07-09T15:29:16Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e415c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5", "reconcileID": "eb0ee0fe-e667-427e-aa01-7eae9e1a0920", "Gateway": "e2e-api-b-e415c5", "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5-authn-ssl"}
2026-07-09T15:29:16Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e415c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5", "reconcileID": "eb0ee0fe-e667-427e-aa01-7eae9e1a0920", "Gateway": "e2e-api-b-e415c5", "namespace": "openshift-ingress"}
2026-07-09T15:29:18Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e415c5"}, "namespace": "ai-tenant-e2e-api-b-e415c5", "name": "openshift-service-ca.crt", "reconcileID": "b0225060-582b-4ff3-90af-3886d356200f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e415c5"}
2026-07-09T15:29:18Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e415c5"}, "namespace": "ai-tenant-e2e-api-b-e415c5", "name": "odh-trusted-ca-bundle", "reconcileID": "34f5276a-5d94-4ca3-b001-c06427b26596", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e415c5"}
2026-07-09T15:29:18Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e415c5"}, "namespace": "ai-tenant-e2e-api-b-e415c5", "name": "openshift-service-ca.crt", "reconcileID": "5387c4fd-9397-494c-bbf2-614613cc0ce1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e415c5", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:29:18Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e415c5"}, "namespace": "ai-tenant-e2e-api-b-e415c5", "name": "openshift-service-ca.crt", "reconcileID": "5387c4fd-9397-494c-bbf2-614613cc0ce1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e415c5"}
2026-07-09T15:29:18Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e415c5"}, "namespace": "ai-tenant-e2e-api-b-e415c5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "496a64a4-986b-4569-9c64-3379a9385826", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e415c5"}
2026-07-09T15:29:18Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e415c5"}, "namespace": "ai-tenant-e2e-api-b-e415c5", "name": "openshift-service-ca.crt", "reconcileID": "9cbd8191-6473-47bd-85f7-f5e57b97033b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e415c5"}
2026-07-09T15:29:18Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e415c5"}, "namespace": "ai-tenant-e2e-api-b-e415c5", "name": "odh-trusted-ca-bundle", "reconcileID": "daa0c360-1a04-416d-8a7b-2cd6268f3bc8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e415c5", "update": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:29:18Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e415c5"}, "namespace": "ai-tenant-e2e-api-b-e415c5", "name": "odh-trusted-ca-bundle", "reconcileID": "daa0c360-1a04-416d-8a7b-2cd6268f3bc8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e415c5"}
2026-07-09T15:29:18Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e415c5"}, "namespace": "ai-tenant-e2e-api-b-e415c5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eefb93f1-5d22-4d53-995f-80909b23c1eb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e415c5"}
2026-07-09T15:29:19Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e415c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5", "reconcileID": "d39f1dcc-51dc-4401-959c-18b78b6300f3", "Gateway": "e2e-api-b-e415c5", "namespace": "openshift-ingress"}
2026-07-09T15:29:19Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e415c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5", "reconcileID": "d39f1dcc-51dc-4401-959c-18b78b6300f3", "Gateway": "e2e-api-b-e415c5", "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5-authn-ssl"}
2026-07-09T15:29:19Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e415c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5", "reconcileID": "d39f1dcc-51dc-4401-959c-18b78b6300f3", "Gateway": "e2e-api-b-e415c5", "namespace": "openshift-ingress"}
2026-07-09T15:29:19Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2a20197d-dbef-4013-a6d7-e26e9a2afe13", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T15:29:19Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-227dc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-227dc3", "reconcileID": "ae52c263-cae1-4fd9-a901-d4da5c22c070", "Gateway": "e2e-api-a-227dc3", "namespace": "openshift-ingress"}
2026-07-09T15:29:19Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-227dc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-227dc3", "reconcileID": "ae52c263-cae1-4fd9-a901-d4da5c22c070", "Gateway": "e2e-api-a-227dc3", "namespace": "openshift-ingress", "name": "e2e-api-a-227dc3-authn-ssl"}
2026-07-09T15:29:19Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-227dc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-227dc3", "reconcileID": "ae52c263-cae1-4fd9-a901-d4da5c22c070", "Gateway": "e2e-api-a-227dc3", "namespace": "openshift-ingress"}
2026-07-09T15:29:29Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e415c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5", "reconcileID": "076cc0ba-7f23-411b-ba85-a3b7cf9d08e8", "Gateway": "e2e-api-b-e415c5", "namespace": "openshift-ingress"}
2026-07-09T15:29:29Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e415c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5", "reconcileID": "076cc0ba-7f23-411b-ba85-a3b7cf9d08e8", "Gateway": "e2e-api-b-e415c5", "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5-authn-ssl"}
2026-07-09T15:29:29Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e415c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5", "reconcileID": "076cc0ba-7f23-411b-ba85-a3b7cf9d08e8", "Gateway": "e2e-api-b-e415c5", "namespace": "openshift-ingress"}
2026-07-09T15:29:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1a13114e-1e4b-40cf-99bd-006e7b449a4c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T15:29:31Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "390227d3-c111-4de7-9e83-c5ad7f6f5c94", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T15:29:32Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-227dc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-227dc3", "reconcileID": "824732e4-9c33-4f06-a733-2f747f0f072c", "Gateway": "e2e-api-a-227dc3", "namespace": "openshift-ingress"}
2026-07-09T15:29:32Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-227dc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-227dc3", "reconcileID": "824732e4-9c33-4f06-a733-2f747f0f072c", "Gateway": "e2e-api-a-227dc3", "namespace": "openshift-ingress", "name": "e2e-api-a-227dc3-authn-ssl"}
2026-07-09T15:29:32Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-227dc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-227dc3", "reconcileID": "824732e4-9c33-4f06-a733-2f747f0f072c", "Gateway": "e2e-api-a-227dc3", "namespace": "openshift-ingress"}
2026-07-09T15:29:37Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-227dc3"}, "namespace": "ai-tenant-e2e-api-a-227dc3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c917b622-fba6-4617-861f-bb62c48e8c2e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-227dc3"}
2026-07-09T15:29:37Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-227dc3"}, "namespace": "ai-tenant-e2e-api-a-227dc3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c917b622-fba6-4617-861f-bb62c48e8c2e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-227dc3", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:29:37Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-227dc3"}, "namespace": "ai-tenant-e2e-api-a-227dc3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c917b622-fba6-4617-861f-bb62c48e8c2e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-227dc3 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-09T15:29:37Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-227dc3"}, "namespace": "ai-tenant-e2e-api-a-227dc3", "name": "odh-trusted-ca-bundle", "reconcileID": "dc126662-9a37-41d1-8f43-6e3f14cb0939", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-227dc3"}
2026-07-09T15:29:37Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-227dc3"}, "namespace": "ai-tenant-e2e-api-a-227dc3", "name": "odh-trusted-ca-bundle", "reconcileID": "dc126662-9a37-41d1-8f43-6e3f14cb0939", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-227dc3"}
2026-07-09T15:29:37Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-227dc3"}, "namespace": "ai-tenant-e2e-api-a-227dc3", "name": "openshift-service-ca.crt", "reconcileID": "edad08dc-9783-4b78-bd96-697386217179", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-227dc3"}
2026-07-09T15:29:37Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-227dc3"}, "namespace": "ai-tenant-e2e-api-a-227dc3", "name": "openshift-service-ca.crt", "reconcileID": "edad08dc-9783-4b78-bd96-697386217179", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-227dc3"}
2026-07-09T15:29:37Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-227dc3"}, "namespace": "ai-tenant-e2e-api-a-227dc3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3429a4c0-6c23-4c44-be48-c6c2fd49da15", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-227dc3"}
2026-07-09T15:29:37Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-227dc3"}, "namespace": "ai-tenant-e2e-api-a-227dc3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3429a4c0-6c23-4c44-be48-c6c2fd49da15", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-227dc3"}
2026-07-09T15:29:38Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-227dc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-227dc3", "reconcileID": "e0019788-3b16-4d1c-901d-96f2d165f950", "Gateway": "e2e-api-a-227dc3", "namespace": "openshift-ingress"}
2026-07-09T15:29:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "61057f24-7a68-46c1-9202-443a3fee1077", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T15:29:39Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e415c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5", "reconcileID": "7a2a8725-5c12-451b-bf93-499da7a66740", "Gateway": "e2e-api-b-e415c5", "namespace": "openshift-ingress"}
2026-07-09T15:29:39Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e415c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5", "reconcileID": "7a2a8725-5c12-451b-bf93-499da7a66740", "Gateway": "e2e-api-b-e415c5", "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5-authn-ssl"}
2026-07-09T15:29:39Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e415c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5", "reconcileID": "7a2a8725-5c12-451b-bf93-499da7a66740", "Gateway": "e2e-api-b-e415c5", "namespace": "openshift-ingress"}
2026-07-09T15:29:44Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e415c5"}, "namespace": "ai-tenant-e2e-api-b-e415c5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad823ea4-0ff6-4eae-adbb-b9ef4423f583", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e415c5"}
2026-07-09T15:29:44Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e415c5"}, "namespace": "ai-tenant-e2e-api-b-e415c5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad823ea4-0ff6-4eae-adbb-b9ef4423f583", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e415c5", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:29:44Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e415c5"}, "namespace": "ai-tenant-e2e-api-b-e415c5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad823ea4-0ff6-4eae-adbb-b9ef4423f583", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-e415c5 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-09T15:29:44Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e415c5"}, "namespace": "ai-tenant-e2e-api-b-e415c5", "name": "odh-trusted-ca-bundle", "reconcileID": "1ab91623-d69f-4c1d-bd22-0f52803a0029", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e415c5"}
2026-07-09T15:29:44Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e415c5"}, "namespace": "ai-tenant-e2e-api-b-e415c5", "name": "odh-trusted-ca-bundle", "reconcileID": "1ab91623-d69f-4c1d-bd22-0f52803a0029", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e415c5"}
2026-07-09T15:29:44Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e415c5"}, "namespace": "ai-tenant-e2e-api-b-e415c5", "name": "openshift-service-ca.crt", "reconcileID": "bfb7e978-904e-4e29-ba46-0379e3bc3dae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e415c5"}
2026-07-09T15:29:44Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e415c5"}, "namespace": "ai-tenant-e2e-api-b-e415c5", "name": "openshift-service-ca.crt", "reconcileID": "bfb7e978-904e-4e29-ba46-0379e3bc3dae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e415c5"}
2026-07-09T15:29:44Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e415c5"}, "namespace": "ai-tenant-e2e-api-b-e415c5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "98b2dce1-04e5-48cf-94c1-e3b1c403da74", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e415c5"}
2026-07-09T15:29:44Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e415c5"}, "namespace": "ai-tenant-e2e-api-b-e415c5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "98b2dce1-04e5-48cf-94c1-e3b1c403da74", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e415c5"}
2026-07-09T15:29:45Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e415c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e415c5", "reconcileID": "8b6a4f33-e225-4855-8874-1b4253a61b5f", "Gateway": "e2e-api-b-e415c5", "namespace": "openshift-ingress"}
2026-07-09T15:29:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-df6252","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252", "reconcileID": "de590349-40f1-4d47-b518-83c529b992bf", "Gateway": "e2e-shared-a-df6252", "namespace": "openshift-ingress"}
2026-07-09T15:29:46Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-df6252","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252", "reconcileID": "de590349-40f1-4d47-b518-83c529b992bf", "Gateway": "e2e-shared-a-df6252", "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252-authn-ssl"}
2026-07-09T15:29:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-df6252","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252", "reconcileID": "de590349-40f1-4d47-b518-83c529b992bf", "Gateway": "e2e-shared-a-df6252", "namespace": "openshift-ingress"}
2026-07-09T15:29:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-df6252","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252", "reconcileID": "fa170cca-9850-4fe1-9e77-869564305cc3", "Gateway": "e2e-shared-a-df6252", "namespace": "openshift-ingress"}
2026-07-09T15:29:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-df6252","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252", "reconcileID": "fa170cca-9850-4fe1-9e77-869564305cc3", "Gateway": "e2e-shared-a-df6252", "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252-authn-ssl"}
2026-07-09T15:29:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-df6252","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252", "reconcileID": "fa170cca-9850-4fe1-9e77-869564305cc3", "Gateway": "e2e-shared-a-df6252", "namespace": "openshift-ingress"}
2026-07-09T15:29:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-df6252","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252", "reconcileID": "20f9af17-94cc-457b-8978-abd51669395c", "Gateway": "e2e-shared-a-df6252", "namespace": "openshift-ingress"}
2026-07-09T15:29:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-df6252","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252", "reconcileID": "20f9af17-94cc-457b-8978-abd51669395c", "Gateway": "e2e-shared-a-df6252", "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252-authn-ssl"}
2026-07-09T15:29:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-df6252","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252", "reconcileID": "20f9af17-94cc-457b-8978-abd51669395c", "Gateway": "e2e-shared-a-df6252", "namespace": "openshift-ingress"}
2026-07-09T15:29:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-df6252","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252", "reconcileID": "f6dc25ec-417a-40ab-a3f9-bf87469bbb80", "Gateway": "e2e-shared-a-df6252", "namespace": "openshift-ingress"}
2026-07-09T15:29:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-df6252","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252", "reconcileID": "f6dc25ec-417a-40ab-a3f9-bf87469bbb80", "Gateway": "e2e-shared-a-df6252", "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252-authn-ssl"}
2026-07-09T15:29:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-df6252","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252", "reconcileID": "f6dc25ec-417a-40ab-a3f9-bf87469bbb80", "Gateway": "e2e-shared-a-df6252", "namespace": "openshift-ingress"}
2026-07-09T15:29:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-df6252","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252", "reconcileID": "89411489-46d6-424c-aa21-11c4d9d5b81e", "Gateway": "e2e-shared-a-df6252", "namespace": "openshift-ingress"}
2026-07-09T15:29:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-df6252","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252", "reconcileID": "89411489-46d6-424c-aa21-11c4d9d5b81e", "Gateway": "e2e-shared-a-df6252", "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252-authn-ssl"}
2026-07-09T15:29:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-df6252","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252", "reconcileID": "89411489-46d6-424c-aa21-11c4d9d5b81e", "Gateway": "e2e-shared-a-df6252", "namespace": "openshift-ingress"}
2026-07-09T15:29:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-df6252","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252", "reconcileID": "a935f1ff-5e20-406a-8cf2-56a891cea680", "Gateway": "e2e-shared-a-df6252", "namespace": "openshift-ingress"}
2026-07-09T15:29:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-df6252","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252", "reconcileID": "a935f1ff-5e20-406a-8cf2-56a891cea680", "Gateway": "e2e-shared-a-df6252", "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252-authn-ssl"}
2026-07-09T15:29:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-df6252","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252", "reconcileID": "a935f1ff-5e20-406a-8cf2-56a891cea680", "Gateway": "e2e-shared-a-df6252", "namespace": "openshift-ingress"}
2026-07-09T15:29:47Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-df6252","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252", "reconcileID": "27a2e9e4-179c-4418-a8d2-9b075e59d010", "Gateway": "e2e-shared-a-df6252", "namespace": "openshift-ingress"}
2026-07-09T15:29:47Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-df6252","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252", "reconcileID": "27a2e9e4-179c-4418-a8d2-9b075e59d010", "Gateway": "e2e-shared-a-df6252", "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252-authn-ssl"}
2026-07-09T15:29:47Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-df6252","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252", "reconcileID": "27a2e9e4-179c-4418-a8d2-9b075e59d010", "Gateway": "e2e-shared-a-df6252", "namespace": "openshift-ingress"}
2026-07-09T15:29:47Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-df6252","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252", "reconcileID": "fb1cdfcc-2924-47b8-9111-fbd86cd02bd8", "Gateway": "e2e-shared-a-df6252", "namespace": "openshift-ingress"}
2026-07-09T15:29:47Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-df6252","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252", "reconcileID": "fb1cdfcc-2924-47b8-9111-fbd86cd02bd8", "Gateway": "e2e-shared-a-df6252", "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252-authn-ssl"}
2026-07-09T15:29:47Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-df6252","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252", "reconcileID": "fb1cdfcc-2924-47b8-9111-fbd86cd02bd8", "Gateway": "e2e-shared-a-df6252", "namespace": "openshift-ingress"}
2026-07-09T15:29:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-df6252"}, "namespace": "ai-tenant-e2e-shared-a-df6252", "name": "openshift-service-ca.crt", "reconcileID": "ac9d25ef-4a30-4de7-ae5c-7b7afd2e7de2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-df6252"}
2026-07-09T15:29:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-df6252"}, "namespace": "ai-tenant-e2e-shared-a-df6252", "name": "odh-trusted-ca-bundle", "reconcileID": "1368e025-be60-4b90-b679-8cf4ccbbacc1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-df6252"}
2026-07-09T15:29:49Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-df6252"}, "namespace": "ai-tenant-e2e-shared-a-df6252", "name": "openshift-service-ca.crt", "reconcileID": "7d8b0e15-2b50-4be2-8b50-67d0833292c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-df6252", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:29:49Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-df6252"}, "namespace": "ai-tenant-e2e-shared-a-df6252", "name": "openshift-service-ca.crt", "reconcileID": "7d8b0e15-2b50-4be2-8b50-67d0833292c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-df6252"}
2026-07-09T15:29:49Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-df6252"}, "namespace": "ai-tenant-e2e-shared-a-df6252", "name": "openshift-service-ca.crt", "reconcileID": "fe5fd4ea-bf64-4153-85af-1560f5d4ff28", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-df6252", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:29:49Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-df6252"}, "namespace": "ai-tenant-e2e-shared-a-df6252", "name": "openshift-service-ca.crt", "reconcileID": "fe5fd4ea-bf64-4153-85af-1560f5d4ff28", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-09T15:29:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-df6252"}, "namespace": "ai-tenant-e2e-shared-a-df6252", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ded461bd-16c2-4f3b-8d6e-135b6e607922", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-df6252"}
2026-07-09T15:29:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-df6252"}, "namespace": "ai-tenant-e2e-shared-a-df6252", "name": "openshift-service-ca.crt", "reconcileID": "41c1b051-72d1-485b-a94a-8bfbe8189f6f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-df6252"}
2026-07-09T15:29:49Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-df6252"}, "namespace": "ai-tenant-e2e-shared-a-df6252", "name": "odh-trusted-ca-bundle", "reconcileID": "6fda0ecf-5863-48c1-b012-35e6f278d490", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-df6252", "update": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:29:49Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-df6252"}, "namespace": "ai-tenant-e2e-shared-a-df6252", "name": "odh-trusted-ca-bundle", "reconcileID": "6fda0ecf-5863-48c1-b012-35e6f278d490", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-df6252"}
2026-07-09T15:29:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-df6252"}, "namespace": "ai-tenant-e2e-shared-a-df6252", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d0484008-6606-4ef3-bb17-7476330daf56", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-df6252"}
2026-07-09T15:29:49Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-df6252","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252", "reconcileID": "98c53d9f-71f2-476e-95a2-e4de04e00bf3", "Gateway": "e2e-shared-a-df6252", "namespace": "openshift-ingress"}
2026-07-09T15:29:49Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-df6252","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252", "reconcileID": "98c53d9f-71f2-476e-95a2-e4de04e00bf3", "Gateway": "e2e-shared-a-df6252", "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252-authn-ssl"}
2026-07-09T15:29:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-df6252","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252", "reconcileID": "98c53d9f-71f2-476e-95a2-e4de04e00bf3", "Gateway": "e2e-shared-a-df6252", "namespace": "openshift-ingress"}
2026-07-09T15:29:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "76c68dd1-e9e7-4673-9e10-95527ea56773", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T15:29:54Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-19ef0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-19ef0f", "reconcileID": "724cd10d-373e-4986-9c40-7758301ba441", "Gateway": "e2e-shared-b-19ef0f", "namespace": "openshift-ingress"}
2026-07-09T15:29:54Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-19ef0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-19ef0f", "reconcileID": "724cd10d-373e-4986-9c40-7758301ba441", "Gateway": "e2e-shared-b-19ef0f", "namespace": "openshift-ingress", "name": "e2e-shared-b-19ef0f-authn-ssl"}
2026-07-09T15:29:54Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-19ef0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-19ef0f", "reconcileID": "724cd10d-373e-4986-9c40-7758301ba441", "Gateway": "e2e-shared-b-19ef0f", "namespace": "openshift-ingress"}
2026-07-09T15:29:54Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-19ef0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-19ef0f", "reconcileID": "6078b208-edde-45d1-848b-4d9d8cf089ce", "Gateway": "e2e-shared-b-19ef0f", "namespace": "openshift-ingress"}
2026-07-09T15:29:54Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-19ef0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-19ef0f", "reconcileID": "6078b208-edde-45d1-848b-4d9d8cf089ce", "Gateway": "e2e-shared-b-19ef0f", "namespace": "openshift-ingress", "name": "e2e-shared-b-19ef0f-authn-ssl"}
2026-07-09T15:29:54Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-19ef0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-19ef0f", "reconcileID": "6078b208-edde-45d1-848b-4d9d8cf089ce", "Gateway": "e2e-shared-b-19ef0f", "namespace": "openshift-ingress"}
2026-07-09T15:29:54Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-19ef0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-19ef0f", "reconcileID": "a30c4246-aadf-49af-be1c-f7c8e269a56a", "Gateway": "e2e-shared-b-19ef0f", "namespace": "openshift-ingress"}
2026-07-09T15:29:54Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-19ef0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-19ef0f", "reconcileID": "a30c4246-aadf-49af-be1c-f7c8e269a56a", "Gateway": "e2e-shared-b-19ef0f", "namespace": "openshift-ingress", "name": "e2e-shared-b-19ef0f-authn-ssl"}
2026-07-09T15:29:54Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-19ef0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-19ef0f", "reconcileID": "a30c4246-aadf-49af-be1c-f7c8e269a56a", "Gateway": "e2e-shared-b-19ef0f", "namespace": "openshift-ingress"}
2026-07-09T15:29:54Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-19ef0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-19ef0f", "reconcileID": "ecd40cbc-1e2c-4e87-afde-0766b80771f3", "Gateway": "e2e-shared-b-19ef0f", "namespace": "openshift-ingress"}
2026-07-09T15:29:54Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-19ef0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-19ef0f", "reconcileID": "ecd40cbc-1e2c-4e87-afde-0766b80771f3", "Gateway": "e2e-shared-b-19ef0f", "namespace": "openshift-ingress", "name": "e2e-shared-b-19ef0f-authn-ssl"}
2026-07-09T15:29:54Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-19ef0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-19ef0f", "reconcileID": "ecd40cbc-1e2c-4e87-afde-0766b80771f3", "Gateway": "e2e-shared-b-19ef0f", "namespace": "openshift-ingress"}
2026-07-09T15:29:54Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-19ef0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-19ef0f", "reconcileID": "aa6895ee-1d2c-4901-a7eb-c50106a034b5", "Gateway": "e2e-shared-b-19ef0f", "namespace": "openshift-ingress"}
2026-07-09T15:29:54Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-19ef0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-19ef0f", "reconcileID": "aa6895ee-1d2c-4901-a7eb-c50106a034b5", "Gateway": "e2e-shared-b-19ef0f", "namespace": "openshift-ingress", "name": "e2e-shared-b-19ef0f-authn-ssl"}
2026-07-09T15:29:54Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-19ef0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-19ef0f", "reconcileID": "aa6895ee-1d2c-4901-a7eb-c50106a034b5", "Gateway": "e2e-shared-b-19ef0f", "namespace": "openshift-ingress"}
2026-07-09T15:29:54Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-19ef0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-19ef0f", "reconcileID": "d10a2ab7-83ed-43e1-bc70-7838f0c83b7d", "Gateway": "e2e-shared-b-19ef0f", "namespace": "openshift-ingress"}
2026-07-09T15:29:54Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-19ef0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-19ef0f", "reconcileID": "d10a2ab7-83ed-43e1-bc70-7838f0c83b7d", "Gateway": "e2e-shared-b-19ef0f", "namespace": "openshift-ingress", "name": "e2e-shared-b-19ef0f-authn-ssl"}
2026-07-09T15:29:54Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-19ef0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-19ef0f", "reconcileID": "d10a2ab7-83ed-43e1-bc70-7838f0c83b7d", "Gateway": "e2e-shared-b-19ef0f", "namespace": "openshift-ingress"}
2026-07-09T15:29:55Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-19ef0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-19ef0f", "reconcileID": "e096fb18-f5fc-47c4-9c86-a8deb1449006", "Gateway": "e2e-shared-b-19ef0f", "namespace": "openshift-ingress"}
2026-07-09T15:29:55Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-19ef0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-19ef0f", "reconcileID": "e096fb18-f5fc-47c4-9c86-a8deb1449006", "Gateway": "e2e-shared-b-19ef0f", "namespace": "openshift-ingress", "name": "e2e-shared-b-19ef0f-authn-ssl"}
2026-07-09T15:29:56Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-19ef0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-19ef0f", "reconcileID": "e096fb18-f5fc-47c4-9c86-a8deb1449006", "Gateway": "e2e-shared-b-19ef0f", "namespace": "openshift-ingress"}
2026-07-09T15:29:56Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-df6252","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252", "reconcileID": "28ffa4ee-fe17-4319-a9f9-8fbec64ad8f1", "Gateway": "e2e-shared-a-df6252", "namespace": "openshift-ingress"}
2026-07-09T15:29:56Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-df6252","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252", "reconcileID": "28ffa4ee-fe17-4319-a9f9-8fbec64ad8f1", "Gateway": "e2e-shared-a-df6252", "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252-authn-ssl"}
2026-07-09T15:29:56Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-df6252","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252", "reconcileID": "28ffa4ee-fe17-4319-a9f9-8fbec64ad8f1", "Gateway": "e2e-shared-a-df6252", "namespace": "openshift-ingress"}
2026-07-09T15:29:57Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-19ef0f"}, "namespace": "ai-tenant-e2e-shared-b-19ef0f", "name": "openshift-service-ca.crt", "reconcileID": "edd737a0-fc16-4cf0-87c8-7c41203ac090", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-19ef0f"}
2026-07-09T15:29:57Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-19ef0f"}, "namespace": "ai-tenant-e2e-shared-b-19ef0f", "name": "openshift-service-ca.crt", "reconcileID": "1cd2071f-9692-4987-baf3-9c5b043fc021", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-19ef0f", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:29:57Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-19ef0f"}, "namespace": "ai-tenant-e2e-shared-b-19ef0f", "name": "openshift-service-ca.crt", "reconcileID": "1cd2071f-9692-4987-baf3-9c5b043fc021", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-19ef0f"}
2026-07-09T15:29:57Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-19ef0f"}, "namespace": "ai-tenant-e2e-shared-b-19ef0f", "name": "odh-trusted-ca-bundle", "reconcileID": "0e557283-945f-45dd-8228-8aa07f9d751d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-19ef0f"}
2026-07-09T15:29:57Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-19ef0f"}, "namespace": "ai-tenant-e2e-shared-b-19ef0f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b3a5d4d4-d63e-4b0f-bb28-f0feac3af1d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-19ef0f"}
2026-07-09T15:29:57Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-19ef0f"}, "namespace": "ai-tenant-e2e-shared-b-19ef0f", "name": "openshift-service-ca.crt", "reconcileID": "3a9dcc22-d675-4a1a-8985-e05ef3bad807", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-19ef0f"}
2026-07-09T15:29:57Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-19ef0f"}, "namespace": "ai-tenant-e2e-shared-b-19ef0f", "name": "odh-trusted-ca-bundle", "reconcileID": "7331c23f-5737-4895-b853-debdc7b7b3ea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-19ef0f", "update": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:29:57Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-19ef0f"}, "namespace": "ai-tenant-e2e-shared-b-19ef0f", "name": "odh-trusted-ca-bundle", "reconcileID": "7331c23f-5737-4895-b853-debdc7b7b3ea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-19ef0f"}
2026-07-09T15:29:57Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-19ef0f"}, "namespace": "ai-tenant-e2e-shared-b-19ef0f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d9540886-5b8e-43e4-8066-56369f4a3a26", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-19ef0f"}
2026-07-09T15:29:58Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-19ef0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-19ef0f", "reconcileID": "e2003dfa-c4cf-42fe-a289-a033b7cca640", "Gateway": "e2e-shared-b-19ef0f", "namespace": "openshift-ingress"}
2026-07-09T15:29:58Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-19ef0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-19ef0f", "reconcileID": "e2003dfa-c4cf-42fe-a289-a033b7cca640", "Gateway": "e2e-shared-b-19ef0f", "namespace": "openshift-ingress", "name": "e2e-shared-b-19ef0f-authn-ssl"}
2026-07-09T15:29:58Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-19ef0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-19ef0f", "reconcileID": "e2003dfa-c4cf-42fe-a289-a033b7cca640", "Gateway": "e2e-shared-b-19ef0f", "namespace": "openshift-ingress"}
2026-07-09T15:29:58Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1d016c23-c32f-4719-be9a-c91a1df9cbb0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T15:30:02Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-19ef0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-19ef0f", "reconcileID": "37dfdb0d-047b-4ebe-937e-92aeb307d421", "Gateway": "e2e-shared-b-19ef0f", "namespace": "openshift-ingress"}
2026-07-09T15:30:02Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-19ef0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-19ef0f", "reconcileID": "37dfdb0d-047b-4ebe-937e-92aeb307d421", "Gateway": "e2e-shared-b-19ef0f", "namespace": "openshift-ingress", "name": "e2e-shared-b-19ef0f-authn-ssl"}
2026-07-09T15:30:02Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-19ef0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-19ef0f", "reconcileID": "37dfdb0d-047b-4ebe-937e-92aeb307d421", "Gateway": "e2e-shared-b-19ef0f", "namespace": "openshift-ingress"}
2026-07-09T15:30:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8c424beb-c8ab-4315-a2f7-dec0011cb1c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T15:30:19Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d2f7461e-a468-453b-b969-6018e9b09044", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T15:31:47Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-09T15:31:47Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-09T15:31:51Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-09T15:31:51Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-09T15:33:07Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "889579d5-9724-49bf-b4f5-cb545a3f7b45", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T15:33:08Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-df6252","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252", "reconcileID": "c591fb17-2fb1-478b-a7e7-a61cd5259d31", "Gateway": "e2e-shared-a-df6252", "namespace": "openshift-ingress"}
2026-07-09T15:33:08Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-df6252","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252", "reconcileID": "c591fb17-2fb1-478b-a7e7-a61cd5259d31", "Gateway": "e2e-shared-a-df6252", "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252-authn-ssl"}
2026-07-09T15:33:08Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-df6252","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252", "reconcileID": "c591fb17-2fb1-478b-a7e7-a61cd5259d31", "Gateway": "e2e-shared-a-df6252", "namespace": "openshift-ingress"}
2026-07-09T15:33:13Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-df6252"}, "namespace": "ai-tenant-e2e-shared-a-df6252", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c003c4a7-ae96-464d-a80f-6c3d6a5b6d5d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-df6252"}
2026-07-09T15:33:13Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-df6252"}, "namespace": "ai-tenant-e2e-shared-a-df6252", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c003c4a7-ae96-464d-a80f-6c3d6a5b6d5d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-df6252", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:33:13Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-df6252"}, "namespace": "ai-tenant-e2e-shared-a-df6252", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c003c4a7-ae96-464d-a80f-6c3d6a5b6d5d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-df6252 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-09T15:33:13Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-df6252"}, "namespace": "ai-tenant-e2e-shared-a-df6252", "name": "odh-trusted-ca-bundle", "reconcileID": "43923988-95d8-4aa4-9c76-01c951ae9d2e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-df6252"}
2026-07-09T15:33:13Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-df6252"}, "namespace": "ai-tenant-e2e-shared-a-df6252", "name": "odh-trusted-ca-bundle", "reconcileID": "43923988-95d8-4aa4-9c76-01c951ae9d2e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-df6252"}
2026-07-09T15:33:13Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-df6252"}, "namespace": "ai-tenant-e2e-shared-a-df6252", "name": "openshift-service-ca.crt", "reconcileID": "596b41e1-26c6-48b7-85c2-0afb76a1394c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-df6252"}
2026-07-09T15:33:13Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-df6252"}, "namespace": "ai-tenant-e2e-shared-a-df6252", "name": "openshift-service-ca.crt", "reconcileID": "596b41e1-26c6-48b7-85c2-0afb76a1394c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-df6252"}
2026-07-09T15:33:13Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-df6252"}, "namespace": "ai-tenant-e2e-shared-a-df6252", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b3dc00a-0145-4490-bded-f3dbe68555c4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-df6252"}
2026-07-09T15:33:13Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-df6252"}, "namespace": "ai-tenant-e2e-shared-a-df6252", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b3dc00a-0145-4490-bded-f3dbe68555c4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-df6252"}
2026-07-09T15:33:14Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-df6252","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-df6252", "reconcileID": "51a42311-e0dd-4bcb-a1bf-b43e91b41400", "Gateway": "e2e-shared-a-df6252", "namespace": "openshift-ingress"}
2026-07-09T15:33:15Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4194a5bd-ad00-4342-9509-45dfc5525465", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T15:33:15Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-19ef0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-19ef0f", "reconcileID": "c1999755-8fef-44e8-87ad-a20d95c04586", "Gateway": "e2e-shared-b-19ef0f", "namespace": "openshift-ingress"}
2026-07-09T15:33:15Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-19ef0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-19ef0f", "reconcileID": "c1999755-8fef-44e8-87ad-a20d95c04586", "Gateway": "e2e-shared-b-19ef0f", "namespace": "openshift-ingress", "name": "e2e-shared-b-19ef0f-authn-ssl"}
2026-07-09T15:33:15Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-19ef0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-19ef0f", "reconcileID": "c1999755-8fef-44e8-87ad-a20d95c04586", "Gateway": "e2e-shared-b-19ef0f", "namespace": "openshift-ingress"}
2026-07-09T15:33:21Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-19ef0f"}, "namespace": "ai-tenant-e2e-shared-b-19ef0f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7af6f5ad-18b6-4da5-ba9a-178ef583abb5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-19ef0f"}
2026-07-09T15:33:21Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-19ef0f"}, "namespace": "ai-tenant-e2e-shared-b-19ef0f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7af6f5ad-18b6-4da5-ba9a-178ef583abb5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-19ef0f", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:33:21Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-19ef0f"}, "namespace": "ai-tenant-e2e-shared-b-19ef0f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7af6f5ad-18b6-4da5-ba9a-178ef583abb5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-19ef0f because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-09T15:33:21Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-19ef0f"}, "namespace": "ai-tenant-e2e-shared-b-19ef0f", "name": "odh-trusted-ca-bundle", "reconcileID": "ee8c6677-0b0d-4d80-9336-c7fe9e5528aa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-19ef0f"}
2026-07-09T15:33:21Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-19ef0f"}, "namespace": "ai-tenant-e2e-shared-b-19ef0f", "name": "odh-trusted-ca-bundle", "reconcileID": "ee8c6677-0b0d-4d80-9336-c7fe9e5528aa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-19ef0f"}
2026-07-09T15:33:21Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-19ef0f"}, "namespace": "ai-tenant-e2e-shared-b-19ef0f", "name": "openshift-service-ca.crt", "reconcileID": "50a17b84-d07a-47c0-babc-18080f736307", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-19ef0f"}
2026-07-09T15:33:21Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-19ef0f"}, "namespace": "ai-tenant-e2e-shared-b-19ef0f", "name": "openshift-service-ca.crt", "reconcileID": "50a17b84-d07a-47c0-babc-18080f736307", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-19ef0f"}
2026-07-09T15:33:21Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-19ef0f"}, "namespace": "ai-tenant-e2e-shared-b-19ef0f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5449789d-9c00-49be-848d-a3c98379a34b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-19ef0f"}
2026-07-09T15:33:21Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-19ef0f"}, "namespace": "ai-tenant-e2e-shared-b-19ef0f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5449789d-9c00-49be-848d-a3c98379a34b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-19ef0f"}
2026-07-09T15:33:21Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-19ef0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-19ef0f", "reconcileID": "2423ba24-158a-4123-9686-8ff260bec682", "Gateway": "e2e-shared-b-19ef0f", "namespace": "openshift-ingress"}