2026-07-08T18:10:22Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-66465755"}, "namespace": "ai-tenant-e2e-mt-66465755", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "64271111-f66e-4ab6-873d-10a5d7e044d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-66465755"}
2026-07-08T18:11:00Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-66465755"}, "namespace": "ai-tenant-e2e-mt-66465755", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0cc78f5-1a05-4a17-b485-e981a3d1f64d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-66465755"}
2026-07-08T18:11:00Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-66465755"}, "namespace": "ai-tenant-e2e-mt-66465755", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0cc78f5-1a05-4a17-b485-e981a3d1f64d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-66465755", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:11:00Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-66465755"}, "namespace": "ai-tenant-e2e-mt-66465755", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0cc78f5-1a05-4a17-b485-e981a3d1f64d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-66465755 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-08T18:11:00Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-66465755"}, "namespace": "ai-tenant-e2e-mt-66465755", "name": "odh-trusted-ca-bundle", "reconcileID": "59fd4b3f-4199-4b1a-b658-aa253b1b8f18", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-66465755"}
2026-07-08T18:11:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-66465755"}, "namespace": "ai-tenant-e2e-mt-66465755", "name": "odh-trusted-ca-bundle", "reconcileID": "59fd4b3f-4199-4b1a-b658-aa253b1b8f18", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-66465755"}
2026-07-08T18:11:00Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-66465755"}, "namespace": "ai-tenant-e2e-mt-66465755", "name": "openshift-service-ca.crt", "reconcileID": "e2b2401c-c460-4cf5-ab42-e423806a80da", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-66465755"}
2026-07-08T18:11:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-66465755"}, "namespace": "ai-tenant-e2e-mt-66465755", "name": "openshift-service-ca.crt", "reconcileID": "e2b2401c-c460-4cf5-ab42-e423806a80da", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-66465755"}
2026-07-08T18:11:00Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-66465755"}, "namespace": "ai-tenant-e2e-mt-66465755", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6533f6a6-1d40-4954-868a-a567cf96f7e9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-66465755"}
2026-07-08T18:11:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-66465755"}, "namespace": "ai-tenant-e2e-mt-66465755", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6533f6a6-1d40-4954-868a-a567cf96f7e9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-66465755"}
2026-07-08T18:11:02Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-bd74c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9", "reconcileID": "9f775011-dff0-4ce3-a660-1617e7acb7e3", "Gateway": "e2e-inf-a-bd74c9", "namespace": "openshift-ingress"}
2026-07-08T18:11:02Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-bd74c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9", "reconcileID": "9f775011-dff0-4ce3-a660-1617e7acb7e3", "Gateway": "e2e-inf-a-bd74c9", "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9-authn-ssl"}
2026-07-08T18:11:02Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-bd74c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9", "reconcileID": "9f775011-dff0-4ce3-a660-1617e7acb7e3", "Gateway": "e2e-inf-a-bd74c9", "namespace": "openshift-ingress"}
2026-07-08T18:11:02Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-bd74c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9", "reconcileID": "2b85551b-9477-4408-ac1e-b4c067072a82", "Gateway": "e2e-inf-a-bd74c9", "namespace": "openshift-ingress"}
2026-07-08T18:11:02Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-bd74c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9", "reconcileID": "2b85551b-9477-4408-ac1e-b4c067072a82", "Gateway": "e2e-inf-a-bd74c9", "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9-authn-ssl"}
2026-07-08T18:11:02Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-bd74c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9", "reconcileID": "2b85551b-9477-4408-ac1e-b4c067072a82", "Gateway": "e2e-inf-a-bd74c9", "namespace": "openshift-ingress"}
2026-07-08T18:11:02Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-bd74c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9", "reconcileID": "6a60541c-5a8a-4922-a8d7-3ef87e2d17d4", "Gateway": "e2e-inf-a-bd74c9", "namespace": "openshift-ingress"}
2026-07-08T18:11:02Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-bd74c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9", "reconcileID": "6a60541c-5a8a-4922-a8d7-3ef87e2d17d4", "Gateway": "e2e-inf-a-bd74c9", "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9-authn-ssl"}
2026-07-08T18:11:02Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-bd74c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9", "reconcileID": "6a60541c-5a8a-4922-a8d7-3ef87e2d17d4", "Gateway": "e2e-inf-a-bd74c9", "namespace": "openshift-ingress"}
2026-07-08T18:11:02Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-bd74c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9", "reconcileID": "0f1c57c8-8f9a-4a81-9004-251a23c82b35", "Gateway": "e2e-inf-a-bd74c9", "namespace": "openshift-ingress"}
2026-07-08T18:11:02Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-bd74c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9", "reconcileID": "0f1c57c8-8f9a-4a81-9004-251a23c82b35", "Gateway": "e2e-inf-a-bd74c9", "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9-authn-ssl"}
2026-07-08T18:11:02Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-bd74c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9", "reconcileID": "0f1c57c8-8f9a-4a81-9004-251a23c82b35", "Gateway": "e2e-inf-a-bd74c9", "namespace": "openshift-ingress"}
2026-07-08T18:11:02Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-bd74c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9", "reconcileID": "5731c49b-2400-4059-8aef-90837062cb41", "Gateway": "e2e-inf-a-bd74c9", "namespace": "openshift-ingress"}
2026-07-08T18:11:02Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-bd74c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9", "reconcileID": "5731c49b-2400-4059-8aef-90837062cb41", "Gateway": "e2e-inf-a-bd74c9", "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9-authn-ssl"}
2026-07-08T18:11:02Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-bd74c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9", "reconcileID": "5731c49b-2400-4059-8aef-90837062cb41", "Gateway": "e2e-inf-a-bd74c9", "namespace": "openshift-ingress"}
2026-07-08T18:11:03Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-bd74c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9", "reconcileID": "c9d3fe19-5398-4422-889c-e0c712f13a8b", "Gateway": "e2e-inf-a-bd74c9", "namespace": "openshift-ingress"}
2026-07-08T18:11:03Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-bd74c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9", "reconcileID": "c9d3fe19-5398-4422-889c-e0c712f13a8b", "Gateway": "e2e-inf-a-bd74c9", "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9-authn-ssl"}
2026-07-08T18:11:03Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-bd74c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9", "reconcileID": "c9d3fe19-5398-4422-889c-e0c712f13a8b", "Gateway": "e2e-inf-a-bd74c9", "namespace": "openshift-ingress"}
2026-07-08T18:11:05Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "openshift-service-ca.crt", "reconcileID": "74976b79-aced-49c6-a710-e5e9a8cdc941", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-bd74c9"}
2026-07-08T18:11:05Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "odh-trusted-ca-bundle", "reconcileID": "13ffcd23-4a03-42f1-9bb3-a8e58f3c129a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-bd74c9"}
2026-07-08T18:11:05Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "openshift-service-ca.crt", "reconcileID": "e0127df2-a7b5-4d77-9dc1-a644868e64a7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-bd74c9", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:11:05Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "openshift-service-ca.crt", "reconcileID": "e0127df2-a7b5-4d77-9dc1-a644868e64a7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-bd74c9"}
2026-07-08T18:11:05Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1e6861f7-9bea-4697-9576-c56649c9557f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-bd74c9"}
2026-07-08T18:11:05Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "openshift-service-ca.crt", "reconcileID": "b58790f6-1bea-45eb-9125-aa94dffade73", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-bd74c9"}
2026-07-08T18:11:05Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "odh-trusted-ca-bundle", "reconcileID": "1a3ab07a-005f-4568-832f-02252c1c57e6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-bd74c9", "update": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:11:05Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "odh-trusted-ca-bundle", "reconcileID": "1a3ab07a-005f-4568-832f-02252c1c57e6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-bd74c9"}
2026-07-08T18:11:05Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "be586714-6884-408b-8578-deebccb8b774", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-bd74c9"}
2026-07-08T18:11:06Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-bd74c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9", "reconcileID": "b141f999-4835-4910-ac99-a677ecb035fe", "Gateway": "e2e-inf-a-bd74c9", "namespace": "openshift-ingress"}
2026-07-08T18:11:06Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-bd74c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9", "reconcileID": "b141f999-4835-4910-ac99-a677ecb035fe", "Gateway": "e2e-inf-a-bd74c9", "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9-authn-ssl"}
2026-07-08T18:11:06Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-bd74c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9", "reconcileID": "b141f999-4835-4910-ac99-a677ecb035fe", "Gateway": "e2e-inf-a-bd74c9", "namespace": "openshift-ingress"}
2026-07-08T18:11:06Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3fbfd991-61ec-45a5-9a8f-dd11108ed201", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-08T18:11:10Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-97d4b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9", "reconcileID": "f3ddbb33-4cc5-41b4-9923-72bcc8573c42", "Gateway": "e2e-inf-b-97d4b9", "namespace": "openshift-ingress"}
2026-07-08T18:11:10Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-97d4b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9", "reconcileID": "f3ddbb33-4cc5-41b4-9923-72bcc8573c42", "Gateway": "e2e-inf-b-97d4b9", "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9-authn-ssl"}
2026-07-08T18:11:10Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-97d4b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9", "reconcileID": "f3ddbb33-4cc5-41b4-9923-72bcc8573c42", "Gateway": "e2e-inf-b-97d4b9", "namespace": "openshift-ingress"}
2026-07-08T18:11:10Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-97d4b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9", "reconcileID": "83efad7d-24eb-4844-8604-da4962c23f47", "Gateway": "e2e-inf-b-97d4b9", "namespace": "openshift-ingress"}
2026-07-08T18:11:10Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-97d4b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9", "reconcileID": "83efad7d-24eb-4844-8604-da4962c23f47", "Gateway": "e2e-inf-b-97d4b9", "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9-authn-ssl"}
2026-07-08T18:11:10Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-97d4b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9", "reconcileID": "83efad7d-24eb-4844-8604-da4962c23f47", "Gateway": "e2e-inf-b-97d4b9", "namespace": "openshift-ingress"}
2026-07-08T18:11:10Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-97d4b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9", "reconcileID": "0720bd3e-cc1c-4bb4-9ec9-c80e3dae6c60", "Gateway": "e2e-inf-b-97d4b9", "namespace": "openshift-ingress"}
2026-07-08T18:11:10Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-97d4b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9", "reconcileID": "0720bd3e-cc1c-4bb4-9ec9-c80e3dae6c60", "Gateway": "e2e-inf-b-97d4b9", "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9-authn-ssl"}
2026-07-08T18:11:10Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-97d4b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9", "reconcileID": "0720bd3e-cc1c-4bb4-9ec9-c80e3dae6c60", "Gateway": "e2e-inf-b-97d4b9", "namespace": "openshift-ingress"}
2026-07-08T18:11:10Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-97d4b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9", "reconcileID": "950a9a75-9752-4f05-b8ac-fb5d4a6e18b1", "Gateway": "e2e-inf-b-97d4b9", "namespace": "openshift-ingress"}
2026-07-08T18:11:10Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-97d4b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9", "reconcileID": "950a9a75-9752-4f05-b8ac-fb5d4a6e18b1", "Gateway": "e2e-inf-b-97d4b9", "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9-authn-ssl"}
2026-07-08T18:11:10Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-97d4b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9", "reconcileID": "950a9a75-9752-4f05-b8ac-fb5d4a6e18b1", "Gateway": "e2e-inf-b-97d4b9", "namespace": "openshift-ingress"}
2026-07-08T18:11:10Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-97d4b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9", "reconcileID": "9ab0e305-8612-44bc-9b3f-3b34f9b041b4", "Gateway": "e2e-inf-b-97d4b9", "namespace": "openshift-ingress"}
2026-07-08T18:11:10Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-97d4b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9", "reconcileID": "9ab0e305-8612-44bc-9b3f-3b34f9b041b4", "Gateway": "e2e-inf-b-97d4b9", "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9-authn-ssl"}
2026-07-08T18:11:10Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-97d4b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9", "reconcileID": "9ab0e305-8612-44bc-9b3f-3b34f9b041b4", "Gateway": "e2e-inf-b-97d4b9", "namespace": "openshift-ingress"}
2026-07-08T18:11:11Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-97d4b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9", "reconcileID": "157e80b5-27a6-4389-ac63-c33c90bdea08", "Gateway": "e2e-inf-b-97d4b9", "namespace": "openshift-ingress"}
2026-07-08T18:11:11Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-97d4b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9", "reconcileID": "157e80b5-27a6-4389-ac63-c33c90bdea08", "Gateway": "e2e-inf-b-97d4b9", "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9-authn-ssl"}
2026-07-08T18:11:11Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-97d4b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9", "reconcileID": "157e80b5-27a6-4389-ac63-c33c90bdea08", "Gateway": "e2e-inf-b-97d4b9", "namespace": "openshift-ingress"}
2026-07-08T18:11:13Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "openshift-service-ca.crt", "reconcileID": "539f4517-6792-417b-9654-2dc299c3c08b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-97d4b9"}
2026-07-08T18:11:13Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "odh-trusted-ca-bundle", "reconcileID": "385e71fa-2ade-4cb9-bc30-23f856ce2226", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-97d4b9"}
2026-07-08T18:11:13Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "openshift-service-ca.crt", "reconcileID": "1e8a54d0-03b4-4804-b488-2e8ae0efb1ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-97d4b9", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:11:13Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "openshift-service-ca.crt", "reconcileID": "1e8a54d0-03b4-4804-b488-2e8ae0efb1ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-97d4b9"}
2026-07-08T18:11:13Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "openshift-service-ca.crt", "reconcileID": "1d6023e4-a8b4-4647-977c-37bbf7ff0c56", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-97d4b9", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:11:13Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "openshift-service-ca.crt", "reconcileID": "1d6023e4-a8b4-4647-977c-37bbf7ff0c56", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-08T18:11:13Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2dceb7e1-3b8b-48ce-8917-649fcab8ea4d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-97d4b9"}
2026-07-08T18:11:13Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "openshift-service-ca.crt", "reconcileID": "6220382c-4908-4c3d-b214-542072305d4d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-97d4b9"}
2026-07-08T18:11:13Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "odh-trusted-ca-bundle", "reconcileID": "9e50114b-beaa-41fa-8c5a-34f213cbf69d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-97d4b9", "update": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:11:13Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "odh-trusted-ca-bundle", "reconcileID": "9e50114b-beaa-41fa-8c5a-34f213cbf69d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-97d4b9"}
2026-07-08T18:11:13Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9262781e-d371-4645-b5c2-fc5b09130754", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-97d4b9"}
2026-07-08T18:11:14Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-97d4b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9", "reconcileID": "f61b41dc-4802-441a-b0fe-5f456a3ffc45", "Gateway": "e2e-inf-b-97d4b9", "namespace": "openshift-ingress"}
2026-07-08T18:11:14Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-97d4b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9", "reconcileID": "f61b41dc-4802-441a-b0fe-5f456a3ffc45", "Gateway": "e2e-inf-b-97d4b9", "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9-authn-ssl"}
2026-07-08T18:11:14Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-97d4b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9", "reconcileID": "f61b41dc-4802-441a-b0fe-5f456a3ffc45", "Gateway": "e2e-inf-b-97d4b9", "namespace": "openshift-ingress"}
2026-07-08T18:11:14Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a5c78dae-15b0-4ef7-ba64-fd00f2ded7b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-08T18:11:14Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-bd74c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9", "reconcileID": "9a9042e6-55c6-465a-a281-e38dda297567", "Gateway": "e2e-inf-a-bd74c9", "namespace": "openshift-ingress"}
2026-07-08T18:11:14Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-bd74c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9", "reconcileID": "9a9042e6-55c6-465a-a281-e38dda297567", "Gateway": "e2e-inf-a-bd74c9", "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9-authn-ssl"}
2026-07-08T18:11:14Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-bd74c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9", "reconcileID": "9a9042e6-55c6-465a-a281-e38dda297567", "Gateway": "e2e-inf-a-bd74c9", "namespace": "openshift-ingress"}
2026-07-08T18:11:18Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-bd74c9","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "test-model-bd74c9", "reconcileID": "4456969d-8f69-46cb-a32e-d8c3207dc9dd", "LLMInferenceService": "test-model-bd74c9", "namespace": "ai-tenant-e2e-inf-a-bd74c9"}
2026-07-08T18:11:18Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-bd74c9","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "test-model-bd74c9", "reconcileID": "4456969d-8f69-46cb-a32e-d8c3207dc9dd", "LLMInferenceService": "test-model-bd74c9", "namespace": "ai-tenant-e2e-inf-a-bd74c9"}
2026-07-08T18:11:18Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-bd74c9","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "test-model-bd74c9", "reconcileID": "4456969d-8f69-46cb-a32e-d8c3207dc9dd", "LLMInferenceService": "test-model-bd74c9", "namespace": "ai-tenant-e2e-inf-a-bd74c9"}
2026-07-08T18:11:18Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-bd74c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9", "reconcileID": "c2fda37d-a821-4fe9-89bd-e8ca928be560", "Gateway": "e2e-inf-a-bd74c9", "namespace": "openshift-ingress"}
2026-07-08T18:11:18Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-bd74c9","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "test-model-bd74c9", "reconcileID": "4456969d-8f69-46cb-a32e-d8c3207dc9dd", "LLMInferenceService": "test-model-bd74c9", "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "test-model-bd74c9-kserve-route-authn"}
2026-07-08T18:11:18Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-bd74c9","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "test-model-bd74c9", "reconcileID": "4456969d-8f69-46cb-a32e-d8c3207dc9dd", "LLMInferenceService": "test-model-bd74c9", "namespace": "ai-tenant-e2e-inf-a-bd74c9", "authType": "userdefined"}
2026-07-08T18:11:18Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-bd74c9","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "test-model-bd74c9", "reconcileID": "4456969d-8f69-46cb-a32e-d8c3207dc9dd", "LLMInferenceService": "test-model-bd74c9", "namespace": "ai-tenant-e2e-inf-a-bd74c9"}
2026-07-08T18:11:18Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-bd74c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9", "reconcileID": "c2fda37d-a821-4fe9-89bd-e8ca928be560", "Gateway": "e2e-inf-a-bd74c9", "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9-authn-ssl"}
2026-07-08T18:11:18Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-bd74c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9", "reconcileID": "c2fda37d-a821-4fe9-89bd-e8ca928be560", "Gateway": "e2e-inf-a-bd74c9", "namespace": "openshift-ingress"}
2026-07-08T18:11:18Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-bd74c9","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "test-model-bd74c9", "reconcileID": "cb0bdb39-e75f-4b28-8bef-daab83a891ff", "LLMInferenceService": "test-model-bd74c9", "namespace": "ai-tenant-e2e-inf-a-bd74c9"}
2026-07-08T18:11:18Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-bd74c9","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "test-model-bd74c9", "reconcileID": "cb0bdb39-e75f-4b28-8bef-daab83a891ff", "LLMInferenceService": "test-model-bd74c9", "namespace": "ai-tenant-e2e-inf-a-bd74c9"}
2026-07-08T18:11:18Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-bd74c9","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "test-model-bd74c9", "reconcileID": "cb0bdb39-e75f-4b28-8bef-daab83a891ff", "LLMInferenceService": "test-model-bd74c9", "namespace": "ai-tenant-e2e-inf-a-bd74c9"}
2026-07-08T18:11:18Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-bd74c9","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "test-model-bd74c9", "reconcileID": "cb0bdb39-e75f-4b28-8bef-daab83a891ff", "LLMInferenceService": "test-model-bd74c9", "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "test-model-bd74c9-kserve-route-authn"}
2026-07-08T18:11:18Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-bd74c9","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "test-model-bd74c9", "reconcileID": "cb0bdb39-e75f-4b28-8bef-daab83a891ff", "LLMInferenceService": "test-model-bd74c9", "namespace": "ai-tenant-e2e-inf-a-bd74c9", "authType": "userdefined"}
2026-07-08T18:11:18Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-bd74c9","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "test-model-bd74c9", "reconcileID": "cb0bdb39-e75f-4b28-8bef-daab83a891ff", "LLMInferenceService": "test-model-bd74c9", "namespace": "ai-tenant-e2e-inf-a-bd74c9"}
2026-07-08T18:11:21Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-97d4b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9", "reconcileID": "d454308a-4a2b-4f40-b773-02864f1355a0", "Gateway": "e2e-inf-b-97d4b9", "namespace": "openshift-ingress"}
2026-07-08T18:11:21Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-97d4b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9", "reconcileID": "d454308a-4a2b-4f40-b773-02864f1355a0", "Gateway": "e2e-inf-b-97d4b9", "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9-authn-ssl"}
2026-07-08T18:11:21Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-97d4b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9", "reconcileID": "d454308a-4a2b-4f40-b773-02864f1355a0", "Gateway": "e2e-inf-b-97d4b9", "namespace": "openshift-ingress"}
2026-07-08T18:11:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-bd74c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9", "reconcileID": "fb8d098f-5054-4017-b583-2377d9b7ceb9", "Gateway": "e2e-inf-a-bd74c9", "namespace": "openshift-ingress"}
2026-07-08T18:11:24Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-bd74c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9", "reconcileID": "fb8d098f-5054-4017-b583-2377d9b7ceb9", "Gateway": "e2e-inf-a-bd74c9", "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9-authn-ssl"}
2026-07-08T18:11:24Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-bd74c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9", "reconcileID": "fb8d098f-5054-4017-b583-2377d9b7ceb9", "Gateway": "e2e-inf-a-bd74c9", "namespace": "openshift-ingress"}
2026-07-08T18:11:25Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-bd74c9","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "test-model-bd74c9", "reconcileID": "32e3ab5e-cbea-4efa-93f8-9f5b354003a0", "LLMInferenceService": "test-model-bd74c9", "namespace": "ai-tenant-e2e-inf-a-bd74c9"}
2026-07-08T18:11:25Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-bd74c9","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "test-model-bd74c9", "reconcileID": "32e3ab5e-cbea-4efa-93f8-9f5b354003a0", "LLMInferenceService": "test-model-bd74c9", "namespace": "ai-tenant-e2e-inf-a-bd74c9"}
2026-07-08T18:11:25Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-bd74c9","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "test-model-bd74c9", "reconcileID": "32e3ab5e-cbea-4efa-93f8-9f5b354003a0", "LLMInferenceService": "test-model-bd74c9", "namespace": "ai-tenant-e2e-inf-a-bd74c9"}
2026-07-08T18:11:25Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-bd74c9","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "test-model-bd74c9", "reconcileID": "32e3ab5e-cbea-4efa-93f8-9f5b354003a0", "LLMInferenceService": "test-model-bd74c9", "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "test-model-bd74c9-kserve-route-authn"}
2026-07-08T18:11:25Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-bd74c9","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "test-model-bd74c9", "reconcileID": "32e3ab5e-cbea-4efa-93f8-9f5b354003a0", "LLMInferenceService": "test-model-bd74c9", "namespace": "ai-tenant-e2e-inf-a-bd74c9", "authType": "userdefined"}
2026-07-08T18:11:25Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-bd74c9","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "test-model-bd74c9", "reconcileID": "32e3ab5e-cbea-4efa-93f8-9f5b354003a0", "LLMInferenceService": "test-model-bd74c9", "namespace": "ai-tenant-e2e-inf-a-bd74c9"}
2026-07-08T18:11:27Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1b6dea8d-3a55-47fd-ae67-00bdfd6f5fbf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-08T18:11:36Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3612869f-9cbe-42b4-bf1c-80e0bd3f2eb1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-08T18:11:37Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-bd74c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9", "reconcileID": "63c1ffd8-c8ca-40c6-9c68-bc117e372c88", "Gateway": "e2e-inf-a-bd74c9", "namespace": "openshift-ingress"}
2026-07-08T18:11:37Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-bd74c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9", "reconcileID": "63c1ffd8-c8ca-40c6-9c68-bc117e372c88", "Gateway": "e2e-inf-a-bd74c9", "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9-authn-ssl"}
2026-07-08T18:11:37Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-bd74c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9", "reconcileID": "63c1ffd8-c8ca-40c6-9c68-bc117e372c88", "Gateway": "e2e-inf-a-bd74c9", "namespace": "openshift-ingress"}
2026-07-08T18:11:45Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-bd74c9","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "test-model-bd74c9", "reconcileID": "549fc3dc-9ebb-4e01-9d69-c421b5ec0608", "LLMInferenceService": "test-model-bd74c9", "namespace": "ai-tenant-e2e-inf-a-bd74c9"}
2026-07-08T18:11:45Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-bd74c9","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "test-model-bd74c9", "reconcileID": "549fc3dc-9ebb-4e01-9d69-c421b5ec0608", "LLMInferenceService": "test-model-bd74c9", "namespace": "ai-tenant-e2e-inf-a-bd74c9"}
2026-07-08T18:11:45Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-bd74c9","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "test-model-bd74c9", "reconcileID": "549fc3dc-9ebb-4e01-9d69-c421b5ec0608", "LLMInferenceService": "test-model-bd74c9", "namespace": "ai-tenant-e2e-inf-a-bd74c9"}
2026-07-08T18:11:45Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-bd74c9","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "test-model-bd74c9", "reconcileID": "549fc3dc-9ebb-4e01-9d69-c421b5ec0608", "LLMInferenceService": "test-model-bd74c9", "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "test-model-bd74c9-kserve-route-authn"}
2026-07-08T18:11:45Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-bd74c9","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "test-model-bd74c9", "reconcileID": "549fc3dc-9ebb-4e01-9d69-c421b5ec0608", "LLMInferenceService": "test-model-bd74c9", "namespace": "ai-tenant-e2e-inf-a-bd74c9", "authType": "userdefined"}
2026-07-08T18:11:45Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-bd74c9","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "test-model-bd74c9", "reconcileID": "549fc3dc-9ebb-4e01-9d69-c421b5ec0608", "LLMInferenceService": "test-model-bd74c9", "namespace": "ai-tenant-e2e-inf-a-bd74c9"}
2026-07-08T18:11:49Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-97d4b9","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "test-model-97d4b9", "reconcileID": "f4623ff6-3331-4fe2-8020-65e39abd602d", "LLMInferenceService": "test-model-97d4b9", "namespace": "ai-tenant-e2e-inf-b-97d4b9"}
2026-07-08T18:11:49Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-97d4b9","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "test-model-97d4b9", "reconcileID": "f4623ff6-3331-4fe2-8020-65e39abd602d", "LLMInferenceService": "test-model-97d4b9", "namespace": "ai-tenant-e2e-inf-b-97d4b9"}
2026-07-08T18:11:49Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-97d4b9","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "test-model-97d4b9", "reconcileID": "f4623ff6-3331-4fe2-8020-65e39abd602d", "LLMInferenceService": "test-model-97d4b9", "namespace": "ai-tenant-e2e-inf-b-97d4b9"}
2026-07-08T18:11:49Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-97d4b9","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "test-model-97d4b9", "reconcileID": "f4623ff6-3331-4fe2-8020-65e39abd602d", "LLMInferenceService": "test-model-97d4b9", "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "test-model-97d4b9-kserve-route-authn"}
2026-07-08T18:11:49Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-97d4b9","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "test-model-97d4b9", "reconcileID": "f4623ff6-3331-4fe2-8020-65e39abd602d", "LLMInferenceService": "test-model-97d4b9", "namespace": "ai-tenant-e2e-inf-b-97d4b9", "authType": "userdefined"}
2026-07-08T18:11:49Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-97d4b9","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "test-model-97d4b9", "reconcileID": "f4623ff6-3331-4fe2-8020-65e39abd602d", "LLMInferenceService": "test-model-97d4b9", "namespace": "ai-tenant-e2e-inf-b-97d4b9"}
2026-07-08T18:11:49Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-97d4b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9", "reconcileID": "d3ddbea0-55fd-4d62-b245-6e9937ce56e3", "Gateway": "e2e-inf-b-97d4b9", "namespace": "openshift-ingress"}
2026-07-08T18:11:49Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-97d4b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9", "reconcileID": "d3ddbea0-55fd-4d62-b245-6e9937ce56e3", "Gateway": "e2e-inf-b-97d4b9", "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9-authn-ssl"}
2026-07-08T18:11:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-97d4b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9", "reconcileID": "d3ddbea0-55fd-4d62-b245-6e9937ce56e3", "Gateway": "e2e-inf-b-97d4b9", "namespace": "openshift-ingress"}
2026-07-08T18:11:49Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-97d4b9","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "test-model-97d4b9", "reconcileID": "6abdaa1c-92fa-4db9-91db-f485f7f66d8d", "LLMInferenceService": "test-model-97d4b9", "namespace": "ai-tenant-e2e-inf-b-97d4b9"}
2026-07-08T18:11:49Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-97d4b9","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "test-model-97d4b9", "reconcileID": "6abdaa1c-92fa-4db9-91db-f485f7f66d8d", "LLMInferenceService": "test-model-97d4b9", "namespace": "ai-tenant-e2e-inf-b-97d4b9"}
2026-07-08T18:11:49Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-97d4b9","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "test-model-97d4b9", "reconcileID": "6abdaa1c-92fa-4db9-91db-f485f7f66d8d", "LLMInferenceService": "test-model-97d4b9", "namespace": "ai-tenant-e2e-inf-b-97d4b9"}
2026-07-08T18:11:49Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-97d4b9","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "test-model-97d4b9", "reconcileID": "6abdaa1c-92fa-4db9-91db-f485f7f66d8d", "LLMInferenceService": "test-model-97d4b9", "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "test-model-97d4b9-kserve-route-authn"}
2026-07-08T18:11:49Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-97d4b9","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "test-model-97d4b9", "reconcileID": "6abdaa1c-92fa-4db9-91db-f485f7f66d8d", "LLMInferenceService": "test-model-97d4b9", "namespace": "ai-tenant-e2e-inf-b-97d4b9", "authType": "userdefined"}
2026-07-08T18:11:49Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-97d4b9","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "test-model-97d4b9", "reconcileID": "6abdaa1c-92fa-4db9-91db-f485f7f66d8d", "LLMInferenceService": "test-model-97d4b9", "namespace": "ai-tenant-e2e-inf-b-97d4b9"}
2026-07-08T18:11:53Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-97d4b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9", "reconcileID": "270298a3-7216-4979-baf6-e082ec28497e", "Gateway": "e2e-inf-b-97d4b9", "namespace": "openshift-ingress"}
2026-07-08T18:11:53Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-97d4b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9", "reconcileID": "270298a3-7216-4979-baf6-e082ec28497e", "Gateway": "e2e-inf-b-97d4b9", "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9-authn-ssl"}
2026-07-08T18:11:53Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-97d4b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9", "reconcileID": "270298a3-7216-4979-baf6-e082ec28497e", "Gateway": "e2e-inf-b-97d4b9", "namespace": "openshift-ingress"}
2026-07-08T18:11:54Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-97d4b9","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "test-model-97d4b9", "reconcileID": "adfd98ff-0b73-4e43-b6f7-b3373186a8ab", "LLMInferenceService": "test-model-97d4b9", "namespace": "ai-tenant-e2e-inf-b-97d4b9"}
2026-07-08T18:11:54Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-97d4b9","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "test-model-97d4b9", "reconcileID": "adfd98ff-0b73-4e43-b6f7-b3373186a8ab", "LLMInferenceService": "test-model-97d4b9", "namespace": "ai-tenant-e2e-inf-b-97d4b9"}
2026-07-08T18:11:54Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-97d4b9","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "test-model-97d4b9", "reconcileID": "adfd98ff-0b73-4e43-b6f7-b3373186a8ab", "LLMInferenceService": "test-model-97d4b9", "namespace": "ai-tenant-e2e-inf-b-97d4b9"}
2026-07-08T18:11:54Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-97d4b9","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "test-model-97d4b9", "reconcileID": "adfd98ff-0b73-4e43-b6f7-b3373186a8ab", "LLMInferenceService": "test-model-97d4b9", "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "test-model-97d4b9-kserve-route-authn"}
2026-07-08T18:11:54Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-97d4b9","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "test-model-97d4b9", "reconcileID": "adfd98ff-0b73-4e43-b6f7-b3373186a8ab", "LLMInferenceService": "test-model-97d4b9", "namespace": "ai-tenant-e2e-inf-b-97d4b9", "authType": "userdefined"}
2026-07-08T18:11:54Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-97d4b9","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "test-model-97d4b9", "reconcileID": "adfd98ff-0b73-4e43-b6f7-b3373186a8ab", "LLMInferenceService": "test-model-97d4b9", "namespace": "ai-tenant-e2e-inf-b-97d4b9"}
2026-07-08T18:12:01Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-97d4b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9", "reconcileID": "8daedee7-c4d0-4899-a5a8-9b5705512b3c", "Gateway": "e2e-inf-b-97d4b9", "namespace": "openshift-ingress"}
2026-07-08T18:12:01Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-97d4b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9", "reconcileID": "8daedee7-c4d0-4899-a5a8-9b5705512b3c", "Gateway": "e2e-inf-b-97d4b9", "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9-authn-ssl"}
2026-07-08T18:12:01Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-97d4b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9", "reconcileID": "8daedee7-c4d0-4899-a5a8-9b5705512b3c", "Gateway": "e2e-inf-b-97d4b9", "namespace": "openshift-ingress"}
2026-07-08T18:12:22Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-97d4b9","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "test-model-97d4b9", "reconcileID": "71417c0a-7f1c-4032-82b6-1e34f3377705", "LLMInferenceService": "test-model-97d4b9", "namespace": "ai-tenant-e2e-inf-b-97d4b9"}
2026-07-08T18:12:22Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-97d4b9","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "test-model-97d4b9", "reconcileID": "71417c0a-7f1c-4032-82b6-1e34f3377705", "LLMInferenceService": "test-model-97d4b9", "namespace": "ai-tenant-e2e-inf-b-97d4b9"}
2026-07-08T18:12:22Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-97d4b9","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "test-model-97d4b9", "reconcileID": "71417c0a-7f1c-4032-82b6-1e34f3377705", "LLMInferenceService": "test-model-97d4b9", "namespace": "ai-tenant-e2e-inf-b-97d4b9"}
2026-07-08T18:12:22Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-97d4b9","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "test-model-97d4b9", "reconcileID": "71417c0a-7f1c-4032-82b6-1e34f3377705", "LLMInferenceService": "test-model-97d4b9", "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "test-model-97d4b9-kserve-route-authn"}
2026-07-08T18:12:22Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-97d4b9","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "test-model-97d4b9", "reconcileID": "71417c0a-7f1c-4032-82b6-1e34f3377705", "LLMInferenceService": "test-model-97d4b9", "namespace": "ai-tenant-e2e-inf-b-97d4b9", "authType": "userdefined"}
2026-07-08T18:12:22Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-97d4b9","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "test-model-97d4b9", "reconcileID": "71417c0a-7f1c-4032-82b6-1e34f3377705", "LLMInferenceService": "test-model-97d4b9", "namespace": "ai-tenant-e2e-inf-b-97d4b9"}
2026-07-08T18:12:31Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-bd74c9","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "test-model-bd74c9", "reconcileID": "29cb258d-d02e-447b-be74-a223a8844ad6", "LLMInferenceService": "test-model-bd74c9", "namespace": "ai-tenant-e2e-inf-a-bd74c9"}
2026-07-08T18:12:31Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-bd74c9","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "test-model-bd74c9", "reconcileID": "29cb258d-d02e-447b-be74-a223a8844ad6", "LLMInferenceService": "test-model-bd74c9", "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "test-model-bd74c9"}
2026-07-08T18:12:31Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-bd74c9","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "test-model-bd74c9", "reconcileID": "29cb258d-d02e-447b-be74-a223a8844ad6", "LLMInferenceService": "test-model-bd74c9", "namespace": "ai-tenant-e2e-inf-a-bd74c9"}
2026-07-08T18:12:31Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-bd74c9","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "test-model-bd74c9", "reconcileID": "29cb258d-d02e-447b-be74-a223a8844ad6", "LLMInferenceService": "test-model-bd74c9", "namespace": "ai-tenant-e2e-inf-a-bd74c9"}
2026-07-08T18:12:31Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-bd74c9","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "test-model-bd74c9", "reconcileID": "29cb258d-d02e-447b-be74-a223a8844ad6", "LLMInferenceService": "test-model-bd74c9", "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "test-model-bd74c9-kserve-route-authn"}
2026-07-08T18:12:31Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-bd74c9","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "test-model-bd74c9", "reconcileID": "29cb258d-d02e-447b-be74-a223a8844ad6", "LLMInferenceService": "test-model-bd74c9", "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "test-model-bd74c9-kserve-route-authn"}
2026-07-08T18:12:31Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-bd74c9","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "test-model-bd74c9", "reconcileID": "29cb258d-d02e-447b-be74-a223a8844ad6", "LLMInferenceService": "test-model-bd74c9", "namespace": "ai-tenant-e2e-inf-a-bd74c9", "namespace": "ai-tenant-e2e-inf-a-bd74c9"}
2026-07-08T18:12:31Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-bd74c9","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "test-model-bd74c9", "reconcileID": "29cb258d-d02e-447b-be74-a223a8844ad6", "LLMInferenceService": "test-model-bd74c9", "namespace": "ai-tenant-e2e-inf-a-bd74c9", "namespace": "ai-tenant-e2e-inf-a-bd74c9"}
2026-07-08T18:12:32Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-bd74c9","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "test-model-bd74c9", "reconcileID": "34a5ea30-2ec2-4841-9600-eddf29e0b6d3", "LLMInferenceService": "test-model-bd74c9", "namespace": "ai-tenant-e2e-inf-a-bd74c9"}
2026-07-08T18:12:32Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-bd74c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9", "reconcileID": "3767ecad-09a0-45ff-a5ca-3996bd9976d3", "Gateway": "e2e-inf-a-bd74c9", "namespace": "openshift-ingress"}
2026-07-08T18:12:32Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-bd74c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9", "reconcileID": "3767ecad-09a0-45ff-a5ca-3996bd9976d3", "Gateway": "e2e-inf-a-bd74c9", "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9-authn-ssl"}
2026-07-08T18:12:32Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-bd74c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9", "reconcileID": "3767ecad-09a0-45ff-a5ca-3996bd9976d3", "Gateway": "e2e-inf-a-bd74c9", "namespace": "openshift-ingress"}
2026-07-08T18:12:32Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-bd74c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9", "reconcileID": "a546cd90-0c62-4360-a7f2-ebfc6632fbe9", "Gateway": "e2e-inf-a-bd74c9", "namespace": "openshift-ingress"}
2026-07-08T18:12:32Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-bd74c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9", "reconcileID": "a546cd90-0c62-4360-a7f2-ebfc6632fbe9", "Gateway": "e2e-inf-a-bd74c9", "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9-authn-ssl"}
2026-07-08T18:12:32Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-bd74c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9", "reconcileID": "a546cd90-0c62-4360-a7f2-ebfc6632fbe9", "Gateway": "e2e-inf-a-bd74c9", "namespace": "openshift-ingress"}
2026-07-08T18:12:33Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-97d4b9","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "test-model-97d4b9", "reconcileID": "1fd1b0b3-c534-4d10-8575-7a51e1caf79d", "LLMInferenceService": "test-model-97d4b9", "namespace": "ai-tenant-e2e-inf-b-97d4b9"}
2026-07-08T18:12:33Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-97d4b9","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "test-model-97d4b9", "reconcileID": "1fd1b0b3-c534-4d10-8575-7a51e1caf79d", "LLMInferenceService": "test-model-97d4b9", "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "test-model-97d4b9"}
2026-07-08T18:12:33Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-97d4b9","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "test-model-97d4b9", "reconcileID": "1fd1b0b3-c534-4d10-8575-7a51e1caf79d", "LLMInferenceService": "test-model-97d4b9", "namespace": "ai-tenant-e2e-inf-b-97d4b9"}
2026-07-08T18:12:33Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-97d4b9","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "test-model-97d4b9", "reconcileID": "1fd1b0b3-c534-4d10-8575-7a51e1caf79d", "LLMInferenceService": "test-model-97d4b9", "namespace": "ai-tenant-e2e-inf-b-97d4b9"}
2026-07-08T18:12:33Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-97d4b9","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "test-model-97d4b9", "reconcileID": "1fd1b0b3-c534-4d10-8575-7a51e1caf79d", "LLMInferenceService": "test-model-97d4b9", "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "test-model-97d4b9-kserve-route-authn"}
2026-07-08T18:12:33Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-97d4b9","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "test-model-97d4b9", "reconcileID": "1fd1b0b3-c534-4d10-8575-7a51e1caf79d", "LLMInferenceService": "test-model-97d4b9", "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "test-model-97d4b9-kserve-route-authn"}
2026-07-08T18:12:33Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-97d4b9","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "test-model-97d4b9", "reconcileID": "1fd1b0b3-c534-4d10-8575-7a51e1caf79d", "LLMInferenceService": "test-model-97d4b9", "namespace": "ai-tenant-e2e-inf-b-97d4b9", "namespace": "ai-tenant-e2e-inf-b-97d4b9"}
2026-07-08T18:12:33Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-97d4b9","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "test-model-97d4b9", "reconcileID": "1fd1b0b3-c534-4d10-8575-7a51e1caf79d", "LLMInferenceService": "test-model-97d4b9", "namespace": "ai-tenant-e2e-inf-b-97d4b9", "namespace": "ai-tenant-e2e-inf-b-97d4b9"}
2026-07-08T18:12:33Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-97d4b9","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "test-model-97d4b9", "reconcileID": "997a3e8a-f9f0-456a-98e9-378db8f18e6d", "LLMInferenceService": "test-model-97d4b9", "namespace": "ai-tenant-e2e-inf-b-97d4b9"}
2026-07-08T18:12:33Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-97d4b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9", "reconcileID": "857eaf2b-bb98-47e6-b352-7ba24ce9149f", "Gateway": "e2e-inf-b-97d4b9", "namespace": "openshift-ingress"}
2026-07-08T18:12:33Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-97d4b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9", "reconcileID": "857eaf2b-bb98-47e6-b352-7ba24ce9149f", "Gateway": "e2e-inf-b-97d4b9", "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9-authn-ssl"}
2026-07-08T18:12:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-97d4b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9", "reconcileID": "857eaf2b-bb98-47e6-b352-7ba24ce9149f", "Gateway": "e2e-inf-b-97d4b9", "namespace": "openshift-ingress"}
2026-07-08T18:12:33Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-97d4b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9", "reconcileID": "18b352f0-634f-454a-9269-ffef3f494c97", "Gateway": "e2e-inf-b-97d4b9", "namespace": "openshift-ingress"}
2026-07-08T18:12:33Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-97d4b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9", "reconcileID": "18b352f0-634f-454a-9269-ffef3f494c97", "Gateway": "e2e-inf-b-97d4b9", "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9-authn-ssl"}
2026-07-08T18:12:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-97d4b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9", "reconcileID": "18b352f0-634f-454a-9269-ffef3f494c97", "Gateway": "e2e-inf-b-97d4b9", "namespace": "openshift-ingress"}
2026-07-08T18:12:33Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9ea5c0f3-ae59-4b7f-b99a-806ff04e80c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-08T18:12:34Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-bd74c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9", "reconcileID": "06ed875d-c17e-4f4f-98ce-eeb3451d6e97", "Gateway": "e2e-inf-a-bd74c9", "namespace": "openshift-ingress"}
2026-07-08T18:12:34Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-bd74c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9", "reconcileID": "06ed875d-c17e-4f4f-98ce-eeb3451d6e97", "Gateway": "e2e-inf-a-bd74c9", "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9-authn-ssl"}
2026-07-08T18:12:34Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-bd74c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9", "reconcileID": "06ed875d-c17e-4f4f-98ce-eeb3451d6e97", "Gateway": "e2e-inf-a-bd74c9", "namespace": "openshift-ingress"}
2026-07-08T18:12:57Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "96f3d023-a80e-432f-86ac-c1400ec81553", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-08T18:13:16Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db3a7075-b31b-48b2-8721-3f6c2f7caa3a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-bd74c9"}
2026-07-08T18:13:16Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db3a7075-b31b-48b2-8721-3f6c2f7caa3a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-bd74c9", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:13:16Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db3a7075-b31b-48b2-8721-3f6c2f7caa3a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-bd74c9 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-08T18:13:16Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "odh-trusted-ca-bundle", "reconcileID": "72ea4428-8318-49b2-a04b-cebb28f25036", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-bd74c9"}
2026-07-08T18:13:16Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "odh-trusted-ca-bundle", "reconcileID": "72ea4428-8318-49b2-a04b-cebb28f25036", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-bd74c9"}
2026-07-08T18:13:16Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "openshift-service-ca.crt", "reconcileID": "e0a0d1ad-44b0-4bb1-bcad-21c3c867e918", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-bd74c9"}
2026-07-08T18:13:16Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "openshift-service-ca.crt", "reconcileID": "e0a0d1ad-44b0-4bb1-bcad-21c3c867e918", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-bd74c9"}
2026-07-08T18:13:16Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b25ae64-f88d-458a-ae74-b8484dc0e2c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-bd74c9"}
2026-07-08T18:13:16Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-bd74c9"}, "namespace": "ai-tenant-e2e-inf-a-bd74c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b25ae64-f88d-458a-ae74-b8484dc0e2c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-bd74c9"}
2026-07-08T18:13:17Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-bd74c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-bd74c9", "reconcileID": "fc5818c3-23a8-4974-b935-bd3c937e88a6", "Gateway": "e2e-inf-a-bd74c9", "namespace": "openshift-ingress"}
2026-07-08T18:13:18Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "90135144-2390-4e53-94d9-13a9142e6412", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-08T18:13:18Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-97d4b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9", "reconcileID": "77ee58b7-bf48-4324-9ddc-3765e3f5dbe2", "Gateway": "e2e-inf-b-97d4b9", "namespace": "openshift-ingress"}
2026-07-08T18:13:18Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-97d4b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9", "reconcileID": "77ee58b7-bf48-4324-9ddc-3765e3f5dbe2", "Gateway": "e2e-inf-b-97d4b9", "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9-authn-ssl"}
2026-07-08T18:13:18Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-97d4b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9", "reconcileID": "77ee58b7-bf48-4324-9ddc-3765e3f5dbe2", "Gateway": "e2e-inf-b-97d4b9", "namespace": "openshift-ingress"}
2026-07-08T18:13:24Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e9f33890-a92f-4fd5-a728-1b4212618187", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-97d4b9"}
2026-07-08T18:13:24Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e9f33890-a92f-4fd5-a728-1b4212618187", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-97d4b9", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:13:24Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e9f33890-a92f-4fd5-a728-1b4212618187", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-97d4b9 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-08T18:13:24Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "odh-trusted-ca-bundle", "reconcileID": "4211773c-f084-48b5-b46e-208584a685ee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-97d4b9"}
2026-07-08T18:13:24Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "odh-trusted-ca-bundle", "reconcileID": "4211773c-f084-48b5-b46e-208584a685ee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-97d4b9"}
2026-07-08T18:13:24Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "openshift-service-ca.crt", "reconcileID": "f663bbcd-9605-4b32-8753-a64a48940a8d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-97d4b9"}
2026-07-08T18:13:24Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "openshift-service-ca.crt", "reconcileID": "f663bbcd-9605-4b32-8753-a64a48940a8d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-97d4b9"}
2026-07-08T18:13:24Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d2386967-0bc7-4e88-b967-a2fb330f65e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-97d4b9"}
2026-07-08T18:13:24Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-97d4b9"}, "namespace": "ai-tenant-e2e-inf-b-97d4b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d2386967-0bc7-4e88-b967-a2fb330f65e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-97d4b9"}
2026-07-08T18:13:25Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-97d4b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-97d4b9", "reconcileID": "9f30f456-bb1f-43c7-8063-724f07d1cc35", "Gateway": "e2e-inf-b-97d4b9", "namespace": "openshift-ingress"}
2026-07-08T18:13:25Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-988034","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-988034", "reconcileID": "d877468f-4e81-498e-8b10-c0f2def07cc3", "Gateway": "e2e-api-a-988034", "namespace": "openshift-ingress"}
2026-07-08T18:13:25Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-988034","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-988034", "reconcileID": "d877468f-4e81-498e-8b10-c0f2def07cc3", "Gateway": "e2e-api-a-988034", "namespace": "openshift-ingress", "name": "e2e-api-a-988034-authn-ssl"}
2026-07-08T18:13:25Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-988034","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-988034", "reconcileID": "d877468f-4e81-498e-8b10-c0f2def07cc3", "Gateway": "e2e-api-a-988034", "namespace": "openshift-ingress"}
2026-07-08T18:13:25Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-988034","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-988034", "reconcileID": "97bd81d5-2b6d-4d2b-b3b6-4103358d7430", "Gateway": "e2e-api-a-988034", "namespace": "openshift-ingress"}
2026-07-08T18:13:25Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-988034","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-988034", "reconcileID": "97bd81d5-2b6d-4d2b-b3b6-4103358d7430", "Gateway": "e2e-api-a-988034", "namespace": "openshift-ingress", "name": "e2e-api-a-988034-authn-ssl"}
2026-07-08T18:13:25Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-988034","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-988034", "reconcileID": "97bd81d5-2b6d-4d2b-b3b6-4103358d7430", "Gateway": "e2e-api-a-988034", "namespace": "openshift-ingress"}
2026-07-08T18:13:25Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-988034","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-988034", "reconcileID": "5ba6f530-959c-4f8a-9d76-c032590c81fd", "Gateway": "e2e-api-a-988034", "namespace": "openshift-ingress"}
2026-07-08T18:13:25Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-988034","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-988034", "reconcileID": "5ba6f530-959c-4f8a-9d76-c032590c81fd", "Gateway": "e2e-api-a-988034", "namespace": "openshift-ingress", "name": "e2e-api-a-988034-authn-ssl"}
2026-07-08T18:13:25Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-988034","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-988034", "reconcileID": "5ba6f530-959c-4f8a-9d76-c032590c81fd", "Gateway": "e2e-api-a-988034", "namespace": "openshift-ingress"}
2026-07-08T18:13:25Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-988034","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-988034", "reconcileID": "a5763436-78e4-4c51-b10c-5fd76cb59d5f", "Gateway": "e2e-api-a-988034", "namespace": "openshift-ingress"}
2026-07-08T18:13:25Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-988034","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-988034", "reconcileID": "a5763436-78e4-4c51-b10c-5fd76cb59d5f", "Gateway": "e2e-api-a-988034", "namespace": "openshift-ingress", "name": "e2e-api-a-988034-authn-ssl"}
2026-07-08T18:13:25Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-988034","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-988034", "reconcileID": "a5763436-78e4-4c51-b10c-5fd76cb59d5f", "Gateway": "e2e-api-a-988034", "namespace": "openshift-ingress"}
2026-07-08T18:13:26Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-988034","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-988034", "reconcileID": "fd039b23-b1df-416f-9f27-f84ea70dcba0", "Gateway": "e2e-api-a-988034", "namespace": "openshift-ingress"}
2026-07-08T18:13:26Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-988034","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-988034", "reconcileID": "fd039b23-b1df-416f-9f27-f84ea70dcba0", "Gateway": "e2e-api-a-988034", "namespace": "openshift-ingress", "name": "e2e-api-a-988034-authn-ssl"}
2026-07-08T18:13:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-988034","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-988034", "reconcileID": "fd039b23-b1df-416f-9f27-f84ea70dcba0", "Gateway": "e2e-api-a-988034", "namespace": "openshift-ingress"}
2026-07-08T18:13:26Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-988034","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-988034", "reconcileID": "b74e70f5-7ac2-41fa-888a-2dbbd8d912e5", "Gateway": "e2e-api-a-988034", "namespace": "openshift-ingress"}
2026-07-08T18:13:26Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-988034","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-988034", "reconcileID": "b74e70f5-7ac2-41fa-888a-2dbbd8d912e5", "Gateway": "e2e-api-a-988034", "namespace": "openshift-ingress", "name": "e2e-api-a-988034-authn-ssl"}
2026-07-08T18:13:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-988034","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-988034", "reconcileID": "b74e70f5-7ac2-41fa-888a-2dbbd8d912e5", "Gateway": "e2e-api-a-988034", "namespace": "openshift-ingress"}
2026-07-08T18:13:29Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-988034","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-988034", "reconcileID": "e8c747ab-d491-41f9-85e5-c100f7cf00c4", "Gateway": "e2e-api-a-988034", "namespace": "openshift-ingress"}
2026-07-08T18:13:29Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-988034","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-988034", "reconcileID": "e8c747ab-d491-41f9-85e5-c100f7cf00c4", "Gateway": "e2e-api-a-988034", "namespace": "openshift-ingress", "name": "e2e-api-a-988034-authn-ssl"}
2026-07-08T18:13:29Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-988034","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-988034", "reconcileID": "e8c747ab-d491-41f9-85e5-c100f7cf00c4", "Gateway": "e2e-api-a-988034", "namespace": "openshift-ingress"}
2026-07-08T18:13:31Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-988034"}, "namespace": "ai-tenant-e2e-api-a-988034", "name": "openshift-service-ca.crt", "reconcileID": "8b07094d-8254-42ac-9066-f087e20361ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-988034"}
2026-07-08T18:13:31Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-988034"}, "namespace": "ai-tenant-e2e-api-a-988034", "name": "odh-trusted-ca-bundle", "reconcileID": "6ab0ecbd-e10e-4a27-86f6-d6a50a2e7381", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-988034"}
2026-07-08T18:13:31Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-988034"}, "namespace": "ai-tenant-e2e-api-a-988034", "name": "openshift-service-ca.crt", "reconcileID": "8f21648a-ed16-4727-9a1e-7d3509c804b4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-988034", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:13:31Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-988034"}, "namespace": "ai-tenant-e2e-api-a-988034", "name": "openshift-service-ca.crt", "reconcileID": "8f21648a-ed16-4727-9a1e-7d3509c804b4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-988034"}
2026-07-08T18:13:31Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-988034"}, "namespace": "ai-tenant-e2e-api-a-988034", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3aec3d8b-d9fd-4fa4-be21-b0aba3b3971e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-988034"}
2026-07-08T18:13:31Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-988034"}, "namespace": "ai-tenant-e2e-api-a-988034", "name": "openshift-service-ca.crt", "reconcileID": "a6698c25-c21e-4b20-abdb-d19f609fbc6d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-988034"}
2026-07-08T18:13:31Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-988034"}, "namespace": "ai-tenant-e2e-api-a-988034", "name": "odh-trusted-ca-bundle", "reconcileID": "1fd6e05b-c76e-4e4f-98e3-06a53bc7e636", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-988034", "update": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:13:31Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-988034"}, "namespace": "ai-tenant-e2e-api-a-988034", "name": "odh-trusted-ca-bundle", "reconcileID": "1fd6e05b-c76e-4e4f-98e3-06a53bc7e636", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-988034"}
2026-07-08T18:13:31Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-988034"}, "namespace": "ai-tenant-e2e-api-a-988034", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "762dfc29-e380-40b2-8ff0-c0bd4ddd975c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-988034"}
2026-07-08T18:13:31Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-988034","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-988034", "reconcileID": "f5670ef9-2eea-46d8-aaed-d05111b03ac3", "Gateway": "e2e-api-a-988034", "namespace": "openshift-ingress"}
2026-07-08T18:13:31Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-988034","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-988034", "reconcileID": "f5670ef9-2eea-46d8-aaed-d05111b03ac3", "Gateway": "e2e-api-a-988034", "namespace": "openshift-ingress", "name": "e2e-api-a-988034-authn-ssl"}
2026-07-08T18:13:31Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-988034","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-988034", "reconcileID": "f5670ef9-2eea-46d8-aaed-d05111b03ac3", "Gateway": "e2e-api-a-988034", "namespace": "openshift-ingress"}
2026-07-08T18:13:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fa134d6c-9993-4315-8274-202d2a0e40c0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-08T18:13:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-988034","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-988034", "reconcileID": "cce83f90-b947-4255-8cd0-36fba6cef38f", "Gateway": "e2e-api-a-988034", "namespace": "openshift-ingress"}
2026-07-08T18:13:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-988034","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-988034", "reconcileID": "cce83f90-b947-4255-8cd0-36fba6cef38f", "Gateway": "e2e-api-a-988034", "namespace": "openshift-ingress", "name": "e2e-api-a-988034-authn-ssl"}
2026-07-08T18:13:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-988034","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-988034", "reconcileID": "cce83f90-b947-4255-8cd0-36fba6cef38f", "Gateway": "e2e-api-a-988034", "namespace": "openshift-ingress"}
2026-07-08T18:13:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dc085","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085", "reconcileID": "7c536dc3-2f9f-485f-a722-0ae0b37b259d", "Gateway": "e2e-api-b-1dc085", "namespace": "openshift-ingress"}
2026-07-08T18:13:36Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dc085","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085", "reconcileID": "7c536dc3-2f9f-485f-a722-0ae0b37b259d", "Gateway": "e2e-api-b-1dc085", "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085-authn-ssl"}
2026-07-08T18:13:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dc085","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085", "reconcileID": "7c536dc3-2f9f-485f-a722-0ae0b37b259d", "Gateway": "e2e-api-b-1dc085", "namespace": "openshift-ingress"}
2026-07-08T18:13:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dc085","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085", "reconcileID": "6d423447-4f88-4f3a-acd9-868d4e637711", "Gateway": "e2e-api-b-1dc085", "namespace": "openshift-ingress"}
2026-07-08T18:13:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dc085","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085", "reconcileID": "6d423447-4f88-4f3a-acd9-868d4e637711", "Gateway": "e2e-api-b-1dc085", "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085-authn-ssl"}
2026-07-08T18:13:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dc085","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085", "reconcileID": "6d423447-4f88-4f3a-acd9-868d4e637711", "Gateway": "e2e-api-b-1dc085", "namespace": "openshift-ingress"}
2026-07-08T18:13:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dc085","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085", "reconcileID": "ebc98965-79c5-41a8-bbc0-01a059a428bc", "Gateway": "e2e-api-b-1dc085", "namespace": "openshift-ingress"}
2026-07-08T18:13:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dc085","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085", "reconcileID": "ebc98965-79c5-41a8-bbc0-01a059a428bc", "Gateway": "e2e-api-b-1dc085", "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085-authn-ssl"}
2026-07-08T18:13:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dc085","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085", "reconcileID": "ebc98965-79c5-41a8-bbc0-01a059a428bc", "Gateway": "e2e-api-b-1dc085", "namespace": "openshift-ingress"}
2026-07-08T18:13:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dc085","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085", "reconcileID": "81100880-adf4-4a07-8407-54a96cbb09ff", "Gateway": "e2e-api-b-1dc085", "namespace": "openshift-ingress"}
2026-07-08T18:13:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dc085","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085", "reconcileID": "81100880-adf4-4a07-8407-54a96cbb09ff", "Gateway": "e2e-api-b-1dc085", "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085-authn-ssl"}
2026-07-08T18:13:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dc085","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085", "reconcileID": "81100880-adf4-4a07-8407-54a96cbb09ff", "Gateway": "e2e-api-b-1dc085", "namespace": "openshift-ingress"}
2026-07-08T18:13:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dc085","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085", "reconcileID": "3531d178-7b97-4bba-8048-5131af7bfc5f", "Gateway": "e2e-api-b-1dc085", "namespace": "openshift-ingress"}
2026-07-08T18:13:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dc085","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085", "reconcileID": "3531d178-7b97-4bba-8048-5131af7bfc5f", "Gateway": "e2e-api-b-1dc085", "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085-authn-ssl"}
2026-07-08T18:13:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dc085","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085", "reconcileID": "3531d178-7b97-4bba-8048-5131af7bfc5f", "Gateway": "e2e-api-b-1dc085", "namespace": "openshift-ingress"}
2026-07-08T18:13:37Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dc085","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085", "reconcileID": "a17e1f5b-97cf-415f-b12e-8e18a9ddf74b", "Gateway": "e2e-api-b-1dc085", "namespace": "openshift-ingress"}
2026-07-08T18:13:37Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dc085","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085", "reconcileID": "a17e1f5b-97cf-415f-b12e-8e18a9ddf74b", "Gateway": "e2e-api-b-1dc085", "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085-authn-ssl"}
2026-07-08T18:13:37Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dc085","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085", "reconcileID": "a17e1f5b-97cf-415f-b12e-8e18a9ddf74b", "Gateway": "e2e-api-b-1dc085", "namespace": "openshift-ingress"}
2026-07-08T18:13:38Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dc085","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085", "reconcileID": "64de3a3b-83a4-4cff-b83f-f95a4e2bd3b4", "Gateway": "e2e-api-b-1dc085", "namespace": "openshift-ingress"}
2026-07-08T18:13:38Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dc085","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085", "reconcileID": "64de3a3b-83a4-4cff-b83f-f95a4e2bd3b4", "Gateway": "e2e-api-b-1dc085", "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085-authn-ssl"}
2026-07-08T18:13:38Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dc085","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085", "reconcileID": "64de3a3b-83a4-4cff-b83f-f95a4e2bd3b4", "Gateway": "e2e-api-b-1dc085", "namespace": "openshift-ingress"}
2026-07-08T18:13:40Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1dc085"}, "namespace": "ai-tenant-e2e-api-b-1dc085", "name": "openshift-service-ca.crt", "reconcileID": "7a993a46-d138-4ae8-8264-2890bf01d659", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1dc085"}
2026-07-08T18:13:40Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1dc085"}, "namespace": "ai-tenant-e2e-api-b-1dc085", "name": "odh-trusted-ca-bundle", "reconcileID": "51ad7da4-c313-4dbf-aaa2-46fb7b7601b5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1dc085", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:13:40Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1dc085"}, "namespace": "ai-tenant-e2e-api-b-1dc085", "name": "odh-trusted-ca-bundle", "reconcileID": "51ad7da4-c313-4dbf-aaa2-46fb7b7601b5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1dc085"}
2026-07-08T18:13:40Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1dc085"}, "namespace": "ai-tenant-e2e-api-b-1dc085", "name": "openshift-service-ca.crt", "reconcileID": "7ded22f5-ae2b-4b45-9a1a-5d2e76fd89e8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1dc085", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:13:40Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1dc085"}, "namespace": "ai-tenant-e2e-api-b-1dc085", "name": "openshift-service-ca.crt", "reconcileID": "7ded22f5-ae2b-4b45-9a1a-5d2e76fd89e8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-08T18:13:40Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1dc085"}, "namespace": "ai-tenant-e2e-api-b-1dc085", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b6b5c9e4-01ce-4df0-bcb6-5a7a82b95313", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1dc085"}
2026-07-08T18:13:40Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1dc085"}, "namespace": "ai-tenant-e2e-api-b-1dc085", "name": "openshift-service-ca.crt", "reconcileID": "3c9e10b9-394e-4b89-95d9-ee996c6a0d70", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1dc085"}
2026-07-08T18:13:40Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1dc085"}, "namespace": "ai-tenant-e2e-api-b-1dc085", "name": "openshift-service-ca.crt", "reconcileID": "789c1638-53fa-47df-82f6-b67d8211dfb0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1dc085"}
2026-07-08T18:13:40Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1dc085"}, "namespace": "ai-tenant-e2e-api-b-1dc085", "name": "odh-trusted-ca-bundle", "reconcileID": "dfdb0d78-6631-4ea4-8076-f3c44720cda6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1dc085", "update": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:13:40Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1dc085"}, "namespace": "ai-tenant-e2e-api-b-1dc085", "name": "odh-trusted-ca-bundle", "reconcileID": "dfdb0d78-6631-4ea4-8076-f3c44720cda6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1dc085"}
2026-07-08T18:13:40Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1dc085"}, "namespace": "ai-tenant-e2e-api-b-1dc085", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5509dee8-4823-483b-b348-0a374004508c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1dc085"}
2026-07-08T18:13:40Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dc085","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085", "reconcileID": "7a251de2-4e56-4dc7-b750-46db8755d22e", "Gateway": "e2e-api-b-1dc085", "namespace": "openshift-ingress"}
2026-07-08T18:13:40Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dc085","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085", "reconcileID": "7a251de2-4e56-4dc7-b750-46db8755d22e", "Gateway": "e2e-api-b-1dc085", "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085-authn-ssl"}
2026-07-08T18:13:40Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dc085","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085", "reconcileID": "7a251de2-4e56-4dc7-b750-46db8755d22e", "Gateway": "e2e-api-b-1dc085", "namespace": "openshift-ingress"}
2026-07-08T18:13:40Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a31bd671-f986-4d26-a177-fe7b4ed2c4b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-08T18:13:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dc085","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085", "reconcileID": "441a47cf-90bb-4a64-a0f5-1f1478b191a3", "Gateway": "e2e-api-b-1dc085", "namespace": "openshift-ingress"}
2026-07-08T18:13:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dc085","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085", "reconcileID": "441a47cf-90bb-4a64-a0f5-1f1478b191a3", "Gateway": "e2e-api-b-1dc085", "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085-authn-ssl"}
2026-07-08T18:13:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dc085","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085", "reconcileID": "441a47cf-90bb-4a64-a0f5-1f1478b191a3", "Gateway": "e2e-api-b-1dc085", "namespace": "openshift-ingress"}
2026-07-08T18:13:47Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-988034","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-988034", "reconcileID": "f4bd030a-a48e-4e87-bc6f-bc4eade81737", "Gateway": "e2e-api-a-988034", "namespace": "openshift-ingress"}
2026-07-08T18:13:47Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-988034","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-988034", "reconcileID": "f4bd030a-a48e-4e87-bc6f-bc4eade81737", "Gateway": "e2e-api-a-988034", "namespace": "openshift-ingress", "name": "e2e-api-a-988034-authn-ssl"}
2026-07-08T18:13:47Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-988034","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-988034", "reconcileID": "f4bd030a-a48e-4e87-bc6f-bc4eade81737", "Gateway": "e2e-api-a-988034", "namespace": "openshift-ingress"}
2026-07-08T18:13:53Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "26aa1c6a-4c59-44d1-8273-730c4c612644", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-08T18:13:53Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-988034","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-988034", "reconcileID": "918798a4-b375-4ac3-b21f-943f6e85022a", "Gateway": "e2e-api-a-988034", "namespace": "openshift-ingress"}
2026-07-08T18:13:53Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-988034","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-988034", "reconcileID": "918798a4-b375-4ac3-b21f-943f6e85022a", "Gateway": "e2e-api-a-988034", "namespace": "openshift-ingress", "name": "e2e-api-a-988034-authn-ssl"}
2026-07-08T18:13:53Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-988034","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-988034", "reconcileID": "918798a4-b375-4ac3-b21f-943f6e85022a", "Gateway": "e2e-api-a-988034", "namespace": "openshift-ingress"}
2026-07-08T18:13:56Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dc085","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085", "reconcileID": "7ef851f9-8f95-48b9-ad3d-eec5c39d9edd", "Gateway": "e2e-api-b-1dc085", "namespace": "openshift-ingress"}
2026-07-08T18:13:56Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dc085","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085", "reconcileID": "7ef851f9-8f95-48b9-ad3d-eec5c39d9edd", "Gateway": "e2e-api-b-1dc085", "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085-authn-ssl"}
2026-07-08T18:13:56Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dc085","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085", "reconcileID": "7ef851f9-8f95-48b9-ad3d-eec5c39d9edd", "Gateway": "e2e-api-b-1dc085", "namespace": "openshift-ingress"}
2026-07-08T18:13:59Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-988034"}, "namespace": "ai-tenant-e2e-api-a-988034", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85d41fe9-cbe0-4195-847d-fed07f0da264", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-988034"}
2026-07-08T18:13:59Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-988034"}, "namespace": "ai-tenant-e2e-api-a-988034", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85d41fe9-cbe0-4195-847d-fed07f0da264", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-988034", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:13:59Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-988034"}, "namespace": "ai-tenant-e2e-api-a-988034", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85d41fe9-cbe0-4195-847d-fed07f0da264", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-988034 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-08T18:13:59Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-988034"}, "namespace": "ai-tenant-e2e-api-a-988034", "name": "odh-trusted-ca-bundle", "reconcileID": "ecef5f2b-2107-4dd9-ac78-09dd06e4d4d5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-988034"}
2026-07-08T18:13:59Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-988034"}, "namespace": "ai-tenant-e2e-api-a-988034", "name": "odh-trusted-ca-bundle", "reconcileID": "ecef5f2b-2107-4dd9-ac78-09dd06e4d4d5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-988034"}
2026-07-08T18:13:59Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-988034"}, "namespace": "ai-tenant-e2e-api-a-988034", "name": "openshift-service-ca.crt", "reconcileID": "e6be5e4c-3ac4-4112-93fc-ddc55f5616cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-988034"}
2026-07-08T18:13:59Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-988034"}, "namespace": "ai-tenant-e2e-api-a-988034", "name": "openshift-service-ca.crt", "reconcileID": "e6be5e4c-3ac4-4112-93fc-ddc55f5616cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-988034"}
2026-07-08T18:13:59Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-988034"}, "namespace": "ai-tenant-e2e-api-a-988034", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c62e1880-38a5-41b6-8fea-4fd34a57476e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-988034"}
2026-07-08T18:13:59Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-988034"}, "namespace": "ai-tenant-e2e-api-a-988034", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c62e1880-38a5-41b6-8fea-4fd34a57476e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-988034"}
2026-07-08T18:13:59Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-988034","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-988034", "reconcileID": "d7d8a4c6-8130-4f1b-a3b8-a8a2e5fd9b21", "Gateway": "e2e-api-a-988034", "namespace": "openshift-ingress"}
2026-07-08T18:14:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0f7815aa-4578-41d1-bdad-aa224ebd02c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-08T18:14:01Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dc085","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085", "reconcileID": "1861789c-8528-4a4d-a846-42e9832fd01a", "Gateway": "e2e-api-b-1dc085", "namespace": "openshift-ingress"}
2026-07-08T18:14:01Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dc085","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085", "reconcileID": "1861789c-8528-4a4d-a846-42e9832fd01a", "Gateway": "e2e-api-b-1dc085", "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085-authn-ssl"}
2026-07-08T18:14:01Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dc085","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085", "reconcileID": "1861789c-8528-4a4d-a846-42e9832fd01a", "Gateway": "e2e-api-b-1dc085", "namespace": "openshift-ingress"}
2026-07-08T18:14:05Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1dc085"}, "namespace": "ai-tenant-e2e-api-b-1dc085", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07fa1bfb-6d2a-40ba-9078-e7de4881c48f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1dc085"}
2026-07-08T18:14:05Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1dc085"}, "namespace": "ai-tenant-e2e-api-b-1dc085", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07fa1bfb-6d2a-40ba-9078-e7de4881c48f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1dc085", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:14:05Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1dc085"}, "namespace": "ai-tenant-e2e-api-b-1dc085", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07fa1bfb-6d2a-40ba-9078-e7de4881c48f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-1dc085 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-08T18:14:05Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1dc085"}, "namespace": "ai-tenant-e2e-api-b-1dc085", "name": "odh-trusted-ca-bundle", "reconcileID": "c639015e-aebd-4a2b-9ada-90b66311a2b8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1dc085"}
2026-07-08T18:14:05Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1dc085"}, "namespace": "ai-tenant-e2e-api-b-1dc085", "name": "odh-trusted-ca-bundle", "reconcileID": "c639015e-aebd-4a2b-9ada-90b66311a2b8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1dc085"}
2026-07-08T18:14:05Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1dc085"}, "namespace": "ai-tenant-e2e-api-b-1dc085", "name": "openshift-service-ca.crt", "reconcileID": "5938fb29-0ea5-46bd-9f85-778d3422aca0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1dc085"}
2026-07-08T18:14:05Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1dc085"}, "namespace": "ai-tenant-e2e-api-b-1dc085", "name": "openshift-service-ca.crt", "reconcileID": "5938fb29-0ea5-46bd-9f85-778d3422aca0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1dc085"}
2026-07-08T18:14:05Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1dc085"}, "namespace": "ai-tenant-e2e-api-b-1dc085", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d0f29f4-9d3e-4fa6-90dc-bab92a6b7f1d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1dc085"}
2026-07-08T18:14:05Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1dc085"}, "namespace": "ai-tenant-e2e-api-b-1dc085", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d0f29f4-9d3e-4fa6-90dc-bab92a6b7f1d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1dc085"}
2026-07-08T18:14:07Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dc085","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dc085", "reconcileID": "360d605b-8a0c-4099-91e6-f84551bddb06", "Gateway": "e2e-api-b-1dc085", "namespace": "openshift-ingress"}
2026-07-08T18:14:08Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1c14cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1c14cf", "reconcileID": "18035ac7-a26f-421a-849c-3b72831b659c", "Gateway": "e2e-shared-a-1c14cf", "namespace": "openshift-ingress"}
2026-07-08T18:14:08Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1c14cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1c14cf", "reconcileID": "18035ac7-a26f-421a-849c-3b72831b659c", "Gateway": "e2e-shared-a-1c14cf", "namespace": "openshift-ingress", "name": "e2e-shared-a-1c14cf-authn-ssl"}
2026-07-08T18:14:08Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1c14cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1c14cf", "reconcileID": "18035ac7-a26f-421a-849c-3b72831b659c", "Gateway": "e2e-shared-a-1c14cf", "namespace": "openshift-ingress"}
2026-07-08T18:14:08Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1c14cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1c14cf", "reconcileID": "a8c8a02b-09c3-4801-8772-7150b0d0585b", "Gateway": "e2e-shared-a-1c14cf", "namespace": "openshift-ingress"}
2026-07-08T18:14:08Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1c14cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1c14cf", "reconcileID": "a8c8a02b-09c3-4801-8772-7150b0d0585b", "Gateway": "e2e-shared-a-1c14cf", "namespace": "openshift-ingress", "name": "e2e-shared-a-1c14cf-authn-ssl"}
2026-07-08T18:14:08Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1c14cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1c14cf", "reconcileID": "a8c8a02b-09c3-4801-8772-7150b0d0585b", "Gateway": "e2e-shared-a-1c14cf", "namespace": "openshift-ingress"}
2026-07-08T18:14:08Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1c14cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1c14cf", "reconcileID": "1d2a3753-2e3d-4551-8461-4e8ddc2e2022", "Gateway": "e2e-shared-a-1c14cf", "namespace": "openshift-ingress"}
2026-07-08T18:14:08Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1c14cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1c14cf", "reconcileID": "1d2a3753-2e3d-4551-8461-4e8ddc2e2022", "Gateway": "e2e-shared-a-1c14cf", "namespace": "openshift-ingress", "name": "e2e-shared-a-1c14cf-authn-ssl"}
2026-07-08T18:14:08Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1c14cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1c14cf", "reconcileID": "1d2a3753-2e3d-4551-8461-4e8ddc2e2022", "Gateway": "e2e-shared-a-1c14cf", "namespace": "openshift-ingress"}
2026-07-08T18:14:08Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1c14cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1c14cf", "reconcileID": "f504d76e-acdc-4993-a1bb-31527418c376", "Gateway": "e2e-shared-a-1c14cf", "namespace": "openshift-ingress"}
2026-07-08T18:14:08Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1c14cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1c14cf", "reconcileID": "f504d76e-acdc-4993-a1bb-31527418c376", "Gateway": "e2e-shared-a-1c14cf", "namespace": "openshift-ingress", "name": "e2e-shared-a-1c14cf-authn-ssl"}
2026-07-08T18:14:08Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1c14cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1c14cf", "reconcileID": "f504d76e-acdc-4993-a1bb-31527418c376", "Gateway": "e2e-shared-a-1c14cf", "namespace": "openshift-ingress"}
2026-07-08T18:14:08Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1c14cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1c14cf", "reconcileID": "ff9f5f88-f0aa-4dbe-bfdc-753c03c4b7b1", "Gateway": "e2e-shared-a-1c14cf", "namespace": "openshift-ingress"}
2026-07-08T18:14:08Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1c14cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1c14cf", "reconcileID": "ff9f5f88-f0aa-4dbe-bfdc-753c03c4b7b1", "Gateway": "e2e-shared-a-1c14cf", "namespace": "openshift-ingress", "name": "e2e-shared-a-1c14cf-authn-ssl"}
2026-07-08T18:14:08Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1c14cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1c14cf", "reconcileID": "ff9f5f88-f0aa-4dbe-bfdc-753c03c4b7b1", "Gateway": "e2e-shared-a-1c14cf", "namespace": "openshift-ingress"}
2026-07-08T18:14:08Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1c14cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1c14cf", "reconcileID": "d7dda629-d241-45a8-84cd-a2bb007b86b3", "Gateway": "e2e-shared-a-1c14cf", "namespace": "openshift-ingress"}
2026-07-08T18:14:08Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1c14cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1c14cf", "reconcileID": "d7dda629-d241-45a8-84cd-a2bb007b86b3", "Gateway": "e2e-shared-a-1c14cf", "namespace": "openshift-ingress", "name": "e2e-shared-a-1c14cf-authn-ssl"}
2026-07-08T18:14:08Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1c14cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1c14cf", "reconcileID": "d7dda629-d241-45a8-84cd-a2bb007b86b3", "Gateway": "e2e-shared-a-1c14cf", "namespace": "openshift-ingress"}
2026-07-08T18:14:09Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1c14cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1c14cf", "reconcileID": "daa1384c-3069-464d-aaee-4eee9129e89d", "Gateway": "e2e-shared-a-1c14cf", "namespace": "openshift-ingress"}
2026-07-08T18:14:09Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1c14cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1c14cf", "reconcileID": "daa1384c-3069-464d-aaee-4eee9129e89d", "Gateway": "e2e-shared-a-1c14cf", "namespace": "openshift-ingress", "name": "e2e-shared-a-1c14cf-authn-ssl"}
2026-07-08T18:14:09Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1c14cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1c14cf", "reconcileID": "daa1384c-3069-464d-aaee-4eee9129e89d", "Gateway": "e2e-shared-a-1c14cf", "namespace": "openshift-ingress"}
2026-07-08T18:14:11Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-1c14cf"}, "namespace": "ai-tenant-e2e-shared-a-1c14cf", "name": "openshift-service-ca.crt", "reconcileID": "1d0aca8e-9bfa-4620-a98a-8bb7f82f799c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-1c14cf"}
2026-07-08T18:14:11Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1c14cf"}, "namespace": "ai-tenant-e2e-shared-a-1c14cf", "name": "odh-trusted-ca-bundle", "reconcileID": "ae3d1d80-d6cc-4a92-b203-1b3fab4afa9e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1c14cf"}
2026-07-08T18:14:11Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-1c14cf"}, "namespace": "ai-tenant-e2e-shared-a-1c14cf", "name": "openshift-service-ca.crt", "reconcileID": "646f1fd8-198d-40bb-9c4f-530e44b29f13", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-1c14cf", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:14:11Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-1c14cf"}, "namespace": "ai-tenant-e2e-shared-a-1c14cf", "name": "openshift-service-ca.crt", "reconcileID": "646f1fd8-198d-40bb-9c4f-530e44b29f13", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-1c14cf"}
2026-07-08T18:14:11Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1c14cf"}, "namespace": "ai-tenant-e2e-shared-a-1c14cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "59b2e0de-01f0-4c95-a0b5-eeb5f5b7d627", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1c14cf"}
2026-07-08T18:14:11Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-1c14cf"}, "namespace": "ai-tenant-e2e-shared-a-1c14cf", "name": "openshift-service-ca.crt", "reconcileID": "4398f346-6254-44cf-b39b-a3c1551e9ae8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-1c14cf"}
2026-07-08T18:14:11Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1c14cf"}, "namespace": "ai-tenant-e2e-shared-a-1c14cf", "name": "odh-trusted-ca-bundle", "reconcileID": "c26c6c24-1f50-4006-9346-12797245509c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1c14cf", "update": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:14:11Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1c14cf"}, "namespace": "ai-tenant-e2e-shared-a-1c14cf", "name": "odh-trusted-ca-bundle", "reconcileID": "c26c6c24-1f50-4006-9346-12797245509c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1c14cf"}
2026-07-08T18:14:11Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1c14cf"}, "namespace": "ai-tenant-e2e-shared-a-1c14cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a6f110c-1c45-4512-a630-e21a34eb0a38", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1c14cf"}
2026-07-08T18:14:11Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1c14cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1c14cf", "reconcileID": "d1b8c0f4-b6c6-47ad-9a3c-aa110bfd9108", "Gateway": "e2e-shared-a-1c14cf", "namespace": "openshift-ingress"}
2026-07-08T18:14:11Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1c14cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1c14cf", "reconcileID": "d1b8c0f4-b6c6-47ad-9a3c-aa110bfd9108", "Gateway": "e2e-shared-a-1c14cf", "namespace": "openshift-ingress", "name": "e2e-shared-a-1c14cf-authn-ssl"}
2026-07-08T18:14:11Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1c14cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1c14cf", "reconcileID": "d1b8c0f4-b6c6-47ad-9a3c-aa110bfd9108", "Gateway": "e2e-shared-a-1c14cf", "namespace": "openshift-ingress"}
2026-07-08T18:14:11Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d0d11423-edfc-4a76-9a26-d473ecfdeb36", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-08T18:14:16Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d1aec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6", "reconcileID": "5f0ad047-bbf0-44e3-8e76-8c2320803019", "Gateway": "e2e-shared-b-d1aec6", "namespace": "openshift-ingress"}
2026-07-08T18:14:16Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d1aec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6", "reconcileID": "5f0ad047-bbf0-44e3-8e76-8c2320803019", "Gateway": "e2e-shared-b-d1aec6", "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6-authn-ssl"}
2026-07-08T18:14:16Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d1aec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6", "reconcileID": "5f0ad047-bbf0-44e3-8e76-8c2320803019", "Gateway": "e2e-shared-b-d1aec6", "namespace": "openshift-ingress"}
2026-07-08T18:14:16Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d1aec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6", "reconcileID": "2c01b7e4-db52-4fdb-abd9-e3c8b61a10af", "Gateway": "e2e-shared-b-d1aec6", "namespace": "openshift-ingress"}
2026-07-08T18:14:16Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d1aec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6", "reconcileID": "2c01b7e4-db52-4fdb-abd9-e3c8b61a10af", "Gateway": "e2e-shared-b-d1aec6", "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6-authn-ssl"}
2026-07-08T18:14:16Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d1aec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6", "reconcileID": "2c01b7e4-db52-4fdb-abd9-e3c8b61a10af", "Gateway": "e2e-shared-b-d1aec6", "namespace": "openshift-ingress"}
2026-07-08T18:14:16Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d1aec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6", "reconcileID": "bebbc08c-2197-4ae2-afc5-eafee871baa5", "Gateway": "e2e-shared-b-d1aec6", "namespace": "openshift-ingress"}
2026-07-08T18:14:16Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d1aec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6", "reconcileID": "bebbc08c-2197-4ae2-afc5-eafee871baa5", "Gateway": "e2e-shared-b-d1aec6", "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6-authn-ssl"}
2026-07-08T18:14:16Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d1aec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6", "reconcileID": "bebbc08c-2197-4ae2-afc5-eafee871baa5", "Gateway": "e2e-shared-b-d1aec6", "namespace": "openshift-ingress"}
2026-07-08T18:14:16Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d1aec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6", "reconcileID": "7f30b6f6-dd6b-49e6-bcb8-81642c57077e", "Gateway": "e2e-shared-b-d1aec6", "namespace": "openshift-ingress"}
2026-07-08T18:14:16Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d1aec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6", "reconcileID": "7f30b6f6-dd6b-49e6-bcb8-81642c57077e", "Gateway": "e2e-shared-b-d1aec6", "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6-authn-ssl"}
2026-07-08T18:14:16Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d1aec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6", "reconcileID": "7f30b6f6-dd6b-49e6-bcb8-81642c57077e", "Gateway": "e2e-shared-b-d1aec6", "namespace": "openshift-ingress"}
2026-07-08T18:14:16Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d1aec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6", "reconcileID": "a5a9ecae-bb9f-4e63-9669-411883325dd5", "Gateway": "e2e-shared-b-d1aec6", "namespace": "openshift-ingress"}
2026-07-08T18:14:16Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d1aec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6", "reconcileID": "a5a9ecae-bb9f-4e63-9669-411883325dd5", "Gateway": "e2e-shared-b-d1aec6", "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6-authn-ssl"}
2026-07-08T18:14:16Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d1aec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6", "reconcileID": "a5a9ecae-bb9f-4e63-9669-411883325dd5", "Gateway": "e2e-shared-b-d1aec6", "namespace": "openshift-ingress"}
2026-07-08T18:14:16Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d1aec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6", "reconcileID": "e8135bbf-df40-44f6-bf30-929d2f7519ce", "Gateway": "e2e-shared-b-d1aec6", "namespace": "openshift-ingress"}
2026-07-08T18:14:16Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d1aec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6", "reconcileID": "e8135bbf-df40-44f6-bf30-929d2f7519ce", "Gateway": "e2e-shared-b-d1aec6", "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6-authn-ssl"}
2026-07-08T18:14:16Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d1aec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6", "reconcileID": "e8135bbf-df40-44f6-bf30-929d2f7519ce", "Gateway": "e2e-shared-b-d1aec6", "namespace": "openshift-ingress"}
2026-07-08T18:14:16Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d1aec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6", "reconcileID": "a2ec5ab6-ebcd-4305-a598-8ea6f44e0aad", "Gateway": "e2e-shared-b-d1aec6", "namespace": "openshift-ingress"}
2026-07-08T18:14:16Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d1aec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6", "reconcileID": "a2ec5ab6-ebcd-4305-a598-8ea6f44e0aad", "Gateway": "e2e-shared-b-d1aec6", "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6-authn-ssl"}
2026-07-08T18:14:16Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d1aec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6", "reconcileID": "a2ec5ab6-ebcd-4305-a598-8ea6f44e0aad", "Gateway": "e2e-shared-b-d1aec6", "namespace": "openshift-ingress"}
2026-07-08T18:14:17Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1c14cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1c14cf", "reconcileID": "ddcfde3c-d233-411d-94c2-4b1fa2656a35", "Gateway": "e2e-shared-a-1c14cf", "namespace": "openshift-ingress"}
2026-07-08T18:14:17Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1c14cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1c14cf", "reconcileID": "ddcfde3c-d233-411d-94c2-4b1fa2656a35", "Gateway": "e2e-shared-a-1c14cf", "namespace": "openshift-ingress", "name": "e2e-shared-a-1c14cf-authn-ssl"}
2026-07-08T18:14:17Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1c14cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1c14cf", "reconcileID": "ddcfde3c-d233-411d-94c2-4b1fa2656a35", "Gateway": "e2e-shared-a-1c14cf", "namespace": "openshift-ingress"}
2026-07-08T18:14:17Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d1aec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6", "reconcileID": "d027d07a-3d44-4b69-b42e-788a15408777", "Gateway": "e2e-shared-b-d1aec6", "namespace": "openshift-ingress"}
2026-07-08T18:14:17Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d1aec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6", "reconcileID": "d027d07a-3d44-4b69-b42e-788a15408777", "Gateway": "e2e-shared-b-d1aec6", "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6-authn-ssl"}
2026-07-08T18:14:17Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d1aec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6", "reconcileID": "d027d07a-3d44-4b69-b42e-788a15408777", "Gateway": "e2e-shared-b-d1aec6", "namespace": "openshift-ingress"}
2026-07-08T18:14:19Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d1aec6"}, "namespace": "ai-tenant-e2e-shared-b-d1aec6", "name": "openshift-service-ca.crt", "reconcileID": "d65de1e3-5798-475e-9348-a4818b998736", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d1aec6"}
2026-07-08T18:14:19Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d1aec6"}, "namespace": "ai-tenant-e2e-shared-b-d1aec6", "name": "odh-trusted-ca-bundle", "reconcileID": "ddf8bd9d-3e15-4b98-a350-c6320a5a2b53", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d1aec6"}
2026-07-08T18:14:19Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d1aec6"}, "namespace": "ai-tenant-e2e-shared-b-d1aec6", "name": "openshift-service-ca.crt", "reconcileID": "53f65dc6-e210-4b87-acaa-022537b76b24", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d1aec6", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:14:19Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d1aec6"}, "namespace": "ai-tenant-e2e-shared-b-d1aec6", "name": "openshift-service-ca.crt", "reconcileID": "53f65dc6-e210-4b87-acaa-022537b76b24", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d1aec6"}
2026-07-08T18:14:19Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d1aec6"}, "namespace": "ai-tenant-e2e-shared-b-d1aec6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5becdf17-005a-4377-923d-7a555d93f1c4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d1aec6"}
2026-07-08T18:14:19Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d1aec6"}, "namespace": "ai-tenant-e2e-shared-b-d1aec6", "name": "openshift-service-ca.crt", "reconcileID": "87e686c8-d182-4e17-85f0-5e75ee27ef42", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d1aec6"}
2026-07-08T18:14:19Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d1aec6"}, "namespace": "ai-tenant-e2e-shared-b-d1aec6", "name": "odh-trusted-ca-bundle", "reconcileID": "bb69dad0-a037-4447-83d6-5c0ec30844d5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d1aec6", "update": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:14:19Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d1aec6"}, "namespace": "ai-tenant-e2e-shared-b-d1aec6", "name": "odh-trusted-ca-bundle", "reconcileID": "bb69dad0-a037-4447-83d6-5c0ec30844d5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d1aec6"}
2026-07-08T18:14:19Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d1aec6"}, "namespace": "ai-tenant-e2e-shared-b-d1aec6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3e38f918-bc7a-4c80-bb54-0c81334d5446", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d1aec6"}
2026-07-08T18:14:20Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d1aec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6", "reconcileID": "c593762d-e4ab-4687-a838-af3e66f13af0", "Gateway": "e2e-shared-b-d1aec6", "namespace": "openshift-ingress"}
2026-07-08T18:14:20Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d1aec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6", "reconcileID": "c593762d-e4ab-4687-a838-af3e66f13af0", "Gateway": "e2e-shared-b-d1aec6", "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6-authn-ssl"}
2026-07-08T18:14:20Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d1aec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6", "reconcileID": "c593762d-e4ab-4687-a838-af3e66f13af0", "Gateway": "e2e-shared-b-d1aec6", "namespace": "openshift-ingress"}
2026-07-08T18:14:20Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ed750dd9-5a78-4487-bd6a-c5cb2c11f8c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-08T18:14:26Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d1aec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6", "reconcileID": "e13818ee-7b68-4269-b07f-b93e12413948", "Gateway": "e2e-shared-b-d1aec6", "namespace": "openshift-ingress"}
2026-07-08T18:14:26Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d1aec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6", "reconcileID": "e13818ee-7b68-4269-b07f-b93e12413948", "Gateway": "e2e-shared-b-d1aec6", "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6-authn-ssl"}
2026-07-08T18:14:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d1aec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6", "reconcileID": "e13818ee-7b68-4269-b07f-b93e12413948", "Gateway": "e2e-shared-b-d1aec6", "namespace": "openshift-ingress"}
2026-07-08T18:14:28Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-08T18:14:28Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-08T18:14:29Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-08T18:14:29Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-08T18:14:33Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f7dc18a5-72cc-41ed-ab46-e5d9b9c92ec5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-08T18:14:42Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7d380f71-2905-42d4-9c36-f0fe985bea0c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-08T18:17:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "62285790-3371-478d-b64b-062e44022311", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-08T18:17:30Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1c14cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1c14cf", "reconcileID": "fae0967c-b04f-4045-adad-8fcc96f009e7", "Gateway": "e2e-shared-a-1c14cf", "namespace": "openshift-ingress"}
2026-07-08T18:17:30Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1c14cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1c14cf", "reconcileID": "fae0967c-b04f-4045-adad-8fcc96f009e7", "Gateway": "e2e-shared-a-1c14cf", "namespace": "openshift-ingress", "name": "e2e-shared-a-1c14cf-authn-ssl"}
2026-07-08T18:17:30Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1c14cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1c14cf", "reconcileID": "fae0967c-b04f-4045-adad-8fcc96f009e7", "Gateway": "e2e-shared-a-1c14cf", "namespace": "openshift-ingress"}
2026-07-08T18:17:34Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1c14cf"}, "namespace": "ai-tenant-e2e-shared-a-1c14cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b35ddcf-62a9-4fef-8301-d2ee6f85447a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1c14cf"}
2026-07-08T18:17:34Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1c14cf"}, "namespace": "ai-tenant-e2e-shared-a-1c14cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b35ddcf-62a9-4fef-8301-d2ee6f85447a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1c14cf", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:17:34Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1c14cf"}, "namespace": "ai-tenant-e2e-shared-a-1c14cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b35ddcf-62a9-4fef-8301-d2ee6f85447a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-1c14cf because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-08T18:17:34Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1c14cf"}, "namespace": "ai-tenant-e2e-shared-a-1c14cf", "name": "odh-trusted-ca-bundle", "reconcileID": "8a519a16-b0dc-42e1-be8b-086fc671ce85", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1c14cf"}
2026-07-08T18:17:34Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1c14cf"}, "namespace": "ai-tenant-e2e-shared-a-1c14cf", "name": "odh-trusted-ca-bundle", "reconcileID": "8a519a16-b0dc-42e1-be8b-086fc671ce85", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1c14cf", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:17:34Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1c14cf"}, "namespace": "ai-tenant-e2e-shared-a-1c14cf", "name": "odh-trusted-ca-bundle", "reconcileID": "8a519a16-b0dc-42e1-be8b-086fc671ce85", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-1c14cf because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-08T18:17:34Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-1c14cf"}, "namespace": "ai-tenant-e2e-shared-a-1c14cf", "name": "openshift-service-ca.crt", "reconcileID": "eea5e059-527e-4274-87b9-e8c6204000cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-1c14cf"}
2026-07-08T18:17:34Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-1c14cf"}, "namespace": "ai-tenant-e2e-shared-a-1c14cf", "name": "openshift-service-ca.crt", "reconcileID": "eea5e059-527e-4274-87b9-e8c6204000cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-1c14cf"}
2026-07-08T18:17:34Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1c14cf"}, "namespace": "ai-tenant-e2e-shared-a-1c14cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8f0db60-77da-4c12-909b-00f175831272", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1c14cf"}
2026-07-08T18:17:34Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1c14cf"}, "namespace": "ai-tenant-e2e-shared-a-1c14cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8f0db60-77da-4c12-909b-00f175831272", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1c14cf"}
2026-07-08T18:17:34Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1c14cf"}, "namespace": "ai-tenant-e2e-shared-a-1c14cf", "name": "odh-trusted-ca-bundle", "reconcileID": "97b7f130-def5-41e4-bf84-535d31f9b43a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1c14cf"}
2026-07-08T18:17:34Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1c14cf"}, "namespace": "ai-tenant-e2e-shared-a-1c14cf", "name": "odh-trusted-ca-bundle", "reconcileID": "97b7f130-def5-41e4-bf84-535d31f9b43a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1c14cf"}
2026-07-08T18:17:36Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1c14cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1c14cf", "reconcileID": "914808a7-a9c3-4f4c-9838-0fb82427fd20", "Gateway": "e2e-shared-a-1c14cf", "namespace": "openshift-ingress"}
2026-07-08T18:17:37Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8ff9bec7-7749-4379-96d5-64a9b5c4df1c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-08T18:17:37Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d1aec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6", "reconcileID": "f3efbc4d-39ee-4c77-adeb-42b256d9347b", "Gateway": "e2e-shared-b-d1aec6", "namespace": "openshift-ingress"}
2026-07-08T18:17:37Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d1aec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6", "reconcileID": "f3efbc4d-39ee-4c77-adeb-42b256d9347b", "Gateway": "e2e-shared-b-d1aec6", "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6-authn-ssl"}
2026-07-08T18:17:37Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d1aec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6", "reconcileID": "f3efbc4d-39ee-4c77-adeb-42b256d9347b", "Gateway": "e2e-shared-b-d1aec6", "namespace": "openshift-ingress"}
2026-07-08T18:17:43Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d1aec6"}, "namespace": "ai-tenant-e2e-shared-b-d1aec6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d4e86e39-99d5-4736-bcea-43c348ddae4a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d1aec6"}
2026-07-08T18:17:43Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d1aec6"}, "namespace": "ai-tenant-e2e-shared-b-d1aec6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d4e86e39-99d5-4736-bcea-43c348ddae4a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d1aec6", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:17:43Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d1aec6"}, "namespace": "ai-tenant-e2e-shared-b-d1aec6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d4e86e39-99d5-4736-bcea-43c348ddae4a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-d1aec6 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-08T18:17:43Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d1aec6"}, "namespace": "ai-tenant-e2e-shared-b-d1aec6", "name": "odh-trusted-ca-bundle", "reconcileID": "26e74902-a7a6-4930-a6c8-750a11b7a317", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d1aec6"}
2026-07-08T18:17:43Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d1aec6"}, "namespace": "ai-tenant-e2e-shared-b-d1aec6", "name": "odh-trusted-ca-bundle", "reconcileID": "26e74902-a7a6-4930-a6c8-750a11b7a317", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d1aec6", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:17:43Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d1aec6"}, "namespace": "ai-tenant-e2e-shared-b-d1aec6", "name": "odh-trusted-ca-bundle", "reconcileID": "26e74902-a7a6-4930-a6c8-750a11b7a317", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-d1aec6 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-08T18:17:43Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d1aec6"}, "namespace": "ai-tenant-e2e-shared-b-d1aec6", "name": "openshift-service-ca.crt", "reconcileID": "67c933e4-b679-4078-b424-ac53029e6c49", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d1aec6"}
2026-07-08T18:17:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d1aec6"}, "namespace": "ai-tenant-e2e-shared-b-d1aec6", "name": "openshift-service-ca.crt", "reconcileID": "67c933e4-b679-4078-b424-ac53029e6c49", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d1aec6"}
2026-07-08T18:17:43Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d1aec6"}, "namespace": "ai-tenant-e2e-shared-b-d1aec6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad48d3f9-6106-4c9c-a220-d66b54eb5d67", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d1aec6"}
2026-07-08T18:17:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d1aec6"}, "namespace": "ai-tenant-e2e-shared-b-d1aec6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad48d3f9-6106-4c9c-a220-d66b54eb5d67", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d1aec6"}
2026-07-08T18:17:43Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d1aec6"}, "namespace": "ai-tenant-e2e-shared-b-d1aec6", "name": "odh-trusted-ca-bundle", "reconcileID": "9dfb88da-b8b1-4c07-916f-e05708aa826d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d1aec6"}
2026-07-08T18:17:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d1aec6"}, "namespace": "ai-tenant-e2e-shared-b-d1aec6", "name": "odh-trusted-ca-bundle", "reconcileID": "9dfb88da-b8b1-4c07-916f-e05708aa826d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d1aec6"}
2026-07-08T18:17:44Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d1aec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d1aec6", "reconcileID": "7f6cc3f7-da77-4d22-aa6d-0efb4a22da3d", "Gateway": "e2e-shared-b-d1aec6", "namespace": "openshift-ingress"}