2026-07-09T11:44:37Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6247eb50"}, "namespace": "ai-tenant-e2e-mt-6247eb50", "name": "odh-trusted-ca-bundle", "reconcileID": "be3d14de-470f-4f59-8c83-e851f9b081d9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-6247eb50"}
2026-07-09T11:44:45Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-bd0b431d"}, "namespace": "ai-tenant-e2e-mt-bd0b431d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "941e886f-f888-40f1-a0a0-e8c6bb74dbc9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-bd0b431d"}
2026-07-09T11:44:45Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-bd0b431d"}, "namespace": "ai-tenant-e2e-mt-bd0b431d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "941e886f-f888-40f1-a0a0-e8c6bb74dbc9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-bd0b431d", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T11:44:45Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-bd0b431d"}, "namespace": "ai-tenant-e2e-mt-bd0b431d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "941e886f-f888-40f1-a0a0-e8c6bb74dbc9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-bd0b431d because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-09T11:44:45Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-bd0b431d"}, "namespace": "ai-tenant-e2e-mt-bd0b431d", "name": "odh-trusted-ca-bundle", "reconcileID": "5634bf91-6a94-4f18-89cf-0b60831dd2b4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-bd0b431d"}
2026-07-09T11:44:45Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-bd0b431d"}, "namespace": "ai-tenant-e2e-mt-bd0b431d", "name": "odh-trusted-ca-bundle", "reconcileID": "5634bf91-6a94-4f18-89cf-0b60831dd2b4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-bd0b431d"}
2026-07-09T11:44:45Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-bd0b431d"}, "namespace": "ai-tenant-e2e-mt-bd0b431d", "name": "openshift-service-ca.crt", "reconcileID": "b9c378d4-7fbb-4bf5-9794-8bc8a108a1de", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-bd0b431d"}
2026-07-09T11:44:45Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-bd0b431d"}, "namespace": "ai-tenant-e2e-mt-bd0b431d", "name": "openshift-service-ca.crt", "reconcileID": "b9c378d4-7fbb-4bf5-9794-8bc8a108a1de", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-bd0b431d"}
2026-07-09T11:44:45Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-bd0b431d"}, "namespace": "ai-tenant-e2e-mt-bd0b431d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec860ac6-9cf5-4d59-be2f-c40146cdd2cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-bd0b431d"}
2026-07-09T11:44:45Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-bd0b431d"}, "namespace": "ai-tenant-e2e-mt-bd0b431d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec860ac6-9cf5-4d59-be2f-c40146cdd2cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-bd0b431d"}
2026-07-09T11:44:45Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-9d7283d0"}, "namespace": "ai-tenant-e2e-mt-9d7283d0", "name": "openshift-service-ca.crt", "reconcileID": "bee99a6f-8f4f-476f-9c77-1478923740df", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-9d7283d0"}
2026-07-09T11:44:45Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-9d7283d0"}, "namespace": "ai-tenant-e2e-mt-9d7283d0", "name": "odh-trusted-ca-bundle", "reconcileID": "be9794cf-efd8-4512-970e-a6840c27842a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-9d7283d0"}
2026-07-09T11:44:45Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-9d7283d0"}, "namespace": "ai-tenant-e2e-mt-9d7283d0", "name": "openshift-service-ca.crt", "reconcileID": "426dde2d-0e4d-4dd6-8524-229573587e61", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-9d7283d0", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T11:44:45Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-9d7283d0"}, "namespace": "ai-tenant-e2e-mt-9d7283d0", "name": "openshift-service-ca.crt", "reconcileID": "426dde2d-0e4d-4dd6-8524-229573587e61", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-9d7283d0"}
2026-07-09T11:44:45Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-9d7283d0"}, "namespace": "ai-tenant-e2e-mt-9d7283d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d28119bf-3051-474f-a27c-0c1b6f76e4a8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-9d7283d0"}
2026-07-09T11:44:45Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-9d7283d0"}, "namespace": "ai-tenant-e2e-mt-9d7283d0", "name": "openshift-service-ca.crt", "reconcileID": "3953dcbb-bff8-463b-9704-7a4233bd5e6c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-9d7283d0"}
2026-07-09T11:44:45Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-9d7283d0"}, "namespace": "ai-tenant-e2e-mt-9d7283d0", "name": "odh-trusted-ca-bundle", "reconcileID": "c889fca0-fcaf-4f4a-8dbb-8a0549271eb3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-9d7283d0", "update": "odh-kserve-custom-ca-bundle"}
2026-07-09T11:44:45Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-9d7283d0"}, "namespace": "ai-tenant-e2e-mt-9d7283d0", "name": "odh-trusted-ca-bundle", "reconcileID": "c889fca0-fcaf-4f4a-8dbb-8a0549271eb3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-9d7283d0"}
2026-07-09T11:44:45Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-9d7283d0"}, "namespace": "ai-tenant-e2e-mt-9d7283d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3e6e96ce-7cdb-4d45-9c76-9c019fbc96b0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-9d7283d0"}
2026-07-09T11:45:23Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-9d7283d0"}, "namespace": "ai-tenant-e2e-mt-9d7283d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "49d3d575-554f-452f-bc4d-77dab9ab5e5c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-9d7283d0"}
2026-07-09T11:45:23Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-9d7283d0"}, "namespace": "ai-tenant-e2e-mt-9d7283d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "49d3d575-554f-452f-bc4d-77dab9ab5e5c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-9d7283d0", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T11:45:23Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-9d7283d0"}, "namespace": "ai-tenant-e2e-mt-9d7283d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "49d3d575-554f-452f-bc4d-77dab9ab5e5c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-9d7283d0 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-09T11:45:23Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-9d7283d0"}, "namespace": "ai-tenant-e2e-mt-9d7283d0", "name": "odh-trusted-ca-bundle", "reconcileID": "c866dd02-ca79-482c-86e9-fdd4ae95cfea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-9d7283d0"}
2026-07-09T11:45:23Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-9d7283d0"}, "namespace": "ai-tenant-e2e-mt-9d7283d0", "name": "odh-trusted-ca-bundle", "reconcileID": "c866dd02-ca79-482c-86e9-fdd4ae95cfea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-9d7283d0"}
2026-07-09T11:45:23Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-9d7283d0"}, "namespace": "ai-tenant-e2e-mt-9d7283d0", "name": "openshift-service-ca.crt", "reconcileID": "727d78aa-c3d8-429a-9e32-8679d6e37c96", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-9d7283d0"}
2026-07-09T11:45:23Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-9d7283d0"}, "namespace": "ai-tenant-e2e-mt-9d7283d0", "name": "openshift-service-ca.crt", "reconcileID": "727d78aa-c3d8-429a-9e32-8679d6e37c96", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-9d7283d0"}
2026-07-09T11:45:23Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-9d7283d0"}, "namespace": "ai-tenant-e2e-mt-9d7283d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a999012-6d3f-4923-879c-e1ba5280a16f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-9d7283d0"}
2026-07-09T11:45:23Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-9d7283d0"}, "namespace": "ai-tenant-e2e-mt-9d7283d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a999012-6d3f-4923-879c-e1ba5280a16f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-9d7283d0"}
2026-07-09T11:45:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "b2bc07f5-d938-4524-837e-8c3b392d97ae", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress"}
2026-07-09T11:45:24Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "b2bc07f5-d938-4524-837e-8c3b392d97ae", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress", "name": "e2e-inf-a-944007-authn-ssl"}
2026-07-09T11:45:24Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "b2bc07f5-d938-4524-837e-8c3b392d97ae", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress"}
2026-07-09T11:45:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "b56eddf6-8355-4045-8e41-4b7c709fd629", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress"}
2026-07-09T11:45:24Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "b56eddf6-8355-4045-8e41-4b7c709fd629", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress", "name": "e2e-inf-a-944007-authn-ssl"}
2026-07-09T11:45:24Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "b56eddf6-8355-4045-8e41-4b7c709fd629", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress"}
2026-07-09T11:45:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "7dc00980-7345-4736-b65b-714de869b04c", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress"}
2026-07-09T11:45:24Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "7dc00980-7345-4736-b65b-714de869b04c", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress", "name": "e2e-inf-a-944007-authn-ssl"}
2026-07-09T11:45:24Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "7dc00980-7345-4736-b65b-714de869b04c", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress"}
2026-07-09T11:45:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "e5da6099-6496-4eff-8acd-0113dcbf7bfa", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress"}
2026-07-09T11:45:24Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "e5da6099-6496-4eff-8acd-0113dcbf7bfa", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress", "name": "e2e-inf-a-944007-authn-ssl"}
2026-07-09T11:45:24Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "e5da6099-6496-4eff-8acd-0113dcbf7bfa", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress"}
2026-07-09T11:45:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "62666270-ff84-4b57-8c63-f31306e617ec", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress"}
2026-07-09T11:45:24Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "62666270-ff84-4b57-8c63-f31306e617ec", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress", "name": "e2e-inf-a-944007-authn-ssl"}
2026-07-09T11:45:24Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "62666270-ff84-4b57-8c63-f31306e617ec", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress"}
2026-07-09T11:45:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "6451a81d-67dd-419c-8214-1c0d9e71b378", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress"}
2026-07-09T11:45:24Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "6451a81d-67dd-419c-8214-1c0d9e71b378", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress", "name": "e2e-inf-a-944007-authn-ssl"}
2026-07-09T11:45:24Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "6451a81d-67dd-419c-8214-1c0d9e71b378", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress"}
2026-07-09T11:45:25Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "63541bd5-fa45-464f-a59e-1e8868b8b3a8", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress"}
2026-07-09T11:45:25Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "63541bd5-fa45-464f-a59e-1e8868b8b3a8", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress", "name": "e2e-inf-a-944007-authn-ssl"}
2026-07-09T11:45:25Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "63541bd5-fa45-464f-a59e-1e8868b8b3a8", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress"}
2026-07-09T11:45:27Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "openshift-service-ca.crt", "reconcileID": "5164945b-f1ec-468f-af5c-bd45b06ea81b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-944007"}
2026-07-09T11:45:27Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "odh-trusted-ca-bundle", "reconcileID": "96c1494b-2671-43d5-8386-3b3686beea03", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-944007"}
2026-07-09T11:45:27Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "openshift-service-ca.crt", "reconcileID": "20f6a4bc-d371-422c-808d-ef2d8e40742b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-944007", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T11:45:27Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "openshift-service-ca.crt", "reconcileID": "20f6a4bc-d371-422c-808d-ef2d8e40742b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-944007"}
2026-07-09T11:45:27Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "openshift-service-ca.crt", "reconcileID": "7458e64b-3787-4edd-9079-5b64d3766c18", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-944007"}
2026-07-09T11:45:27Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "211a3c94-8eff-4b62-849a-9deaa34a549e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-944007"}
2026-07-09T11:45:27Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "odh-trusted-ca-bundle", "reconcileID": "325d2408-1751-4d0f-9d24-dd3a5ff025c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-944007", "update": "odh-kserve-custom-ca-bundle"}
2026-07-09T11:45:27Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "odh-trusted-ca-bundle", "reconcileID": "325d2408-1751-4d0f-9d24-dd3a5ff025c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-944007"}
2026-07-09T11:45:27Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f320513b-323a-465d-b037-84f403dbecc8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-944007"}
2026-07-09T11:45:27Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "ed1f52b5-49fe-4ec0-975c-f6b38cdef3b9", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress"}
2026-07-09T11:45:27Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "ed1f52b5-49fe-4ec0-975c-f6b38cdef3b9", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress", "name": "e2e-inf-a-944007-authn-ssl"}
2026-07-09T11:45:27Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "ed1f52b5-49fe-4ec0-975c-f6b38cdef3b9", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress"}
2026-07-09T11:45:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c0731644-66e3-4fb0-9740-a34cacd83e1f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T11:45:32Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "aec9ca2a-c563-4afa-88de-e1bfab213116", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress"}
2026-07-09T11:45:32Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "aec9ca2a-c563-4afa-88de-e1bfab213116", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f-authn-ssl"}
2026-07-09T11:45:32Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "aec9ca2a-c563-4afa-88de-e1bfab213116", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress"}
2026-07-09T11:45:32Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "52445e5f-52df-4f52-af0a-870287077b5b", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress"}
2026-07-09T11:45:32Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "52445e5f-52df-4f52-af0a-870287077b5b", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f-authn-ssl"}
2026-07-09T11:45:32Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "52445e5f-52df-4f52-af0a-870287077b5b", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress"}
2026-07-09T11:45:32Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "ebda0c7c-b0f8-44e7-802f-cedc23c432d8", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress"}
2026-07-09T11:45:32Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "ebda0c7c-b0f8-44e7-802f-cedc23c432d8", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f-authn-ssl"}
2026-07-09T11:45:32Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "ebda0c7c-b0f8-44e7-802f-cedc23c432d8", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress"}
2026-07-09T11:45:32Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "72c94882-7c09-4cbf-939f-990c4a22b94a", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress"}
2026-07-09T11:45:32Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "72c94882-7c09-4cbf-939f-990c4a22b94a", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f-authn-ssl"}
2026-07-09T11:45:32Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "72c94882-7c09-4cbf-939f-990c4a22b94a", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress"}
2026-07-09T11:45:32Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "d5428d52-e2ae-4560-840e-2b57f3d14eb0", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress"}
2026-07-09T11:45:32Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "d5428d52-e2ae-4560-840e-2b57f3d14eb0", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f-authn-ssl"}
2026-07-09T11:45:32Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "d5428d52-e2ae-4560-840e-2b57f3d14eb0", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress"}
2026-07-09T11:45:32Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "9cc6dde7-07d8-469a-ae50-5ee0d5f5cd5e", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress"}
2026-07-09T11:45:32Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "9cc6dde7-07d8-469a-ae50-5ee0d5f5cd5e", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f-authn-ssl"}
2026-07-09T11:45:32Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "9cc6dde7-07d8-469a-ae50-5ee0d5f5cd5e", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress"}
2026-07-09T11:45:33Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "b0e9f6e6-bf37-46ac-b776-42ff4f713e10", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress"}
2026-07-09T11:45:33Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "b0e9f6e6-bf37-46ac-b776-42ff4f713e10", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f-authn-ssl"}
2026-07-09T11:45:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "b0e9f6e6-bf37-46ac-b776-42ff4f713e10", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress"}
2026-07-09T11:45:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "openshift-service-ca.crt", "reconcileID": "58b97d0d-a787-4b65-a0c0-7d259d16aedc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-0d824f"}
2026-07-09T11:45:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "odh-trusted-ca-bundle", "reconcileID": "24cd49e9-d183-4ef4-b5ab-46889b11c352", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-0d824f"}
2026-07-09T11:45:35Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "openshift-service-ca.crt", "reconcileID": "c24f2305-7c92-4614-a968-05b5a429aaac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-0d824f", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T11:45:35Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "openshift-service-ca.crt", "reconcileID": "c24f2305-7c92-4614-a968-05b5a429aaac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-0d824f"}
2026-07-09T11:45:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "openshift-service-ca.crt", "reconcileID": "93db9ba4-7438-4a2d-90cb-a8457ce028ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-0d824f"}
2026-07-09T11:45:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9c2025d1-540a-49a9-970e-785dcc86a811", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-0d824f"}
2026-07-09T11:45:35Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "odh-trusted-ca-bundle", "reconcileID": "aa03bea2-3311-4a06-825a-a8cc9433dce2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-0d824f", "update": "odh-kserve-custom-ca-bundle"}
2026-07-09T11:45:35Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "odh-trusted-ca-bundle", "reconcileID": "aa03bea2-3311-4a06-825a-a8cc9433dce2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-0d824f"}
2026-07-09T11:45:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7704ead6-6e45-4f7e-95f3-f7420bceb445", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-0d824f"}
2026-07-09T11:45:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "c8bd2c76-d5c9-448f-aa24-2fa5f0047c22", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress"}
2026-07-09T11:45:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "c8bd2c76-d5c9-448f-aa24-2fa5f0047c22", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f-authn-ssl"}
2026-07-09T11:45:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "c8bd2c76-d5c9-448f-aa24-2fa5f0047c22", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress"}
2026-07-09T11:45:36Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5765678f-3b18-4b2b-84bd-280872a2c13a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T11:45:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "2d5b2648-c414-484e-b734-696b91bb71e7", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress"}
2026-07-09T11:45:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "2d5b2648-c414-484e-b734-696b91bb71e7", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress", "name": "e2e-inf-a-944007-authn-ssl"}
2026-07-09T11:45:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "2d5b2648-c414-484e-b734-696b91bb71e7", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress"}
2026-07-09T11:45:40Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-944007","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007", "reconcileID": "08e495d4-141e-47b0-a42e-89cc52f62aac", "LLMInferenceService": "test-model-944007", "namespace": "ai-tenant-e2e-inf-a-944007"}
2026-07-09T11:45:40Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-944007","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007", "reconcileID": "08e495d4-141e-47b0-a42e-89cc52f62aac", "LLMInferenceService": "test-model-944007", "namespace": "ai-tenant-e2e-inf-a-944007"}
2026-07-09T11:45:40Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-944007","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007", "reconcileID": "08e495d4-141e-47b0-a42e-89cc52f62aac", "LLMInferenceService": "test-model-944007", "namespace": "ai-tenant-e2e-inf-a-944007"}
2026-07-09T11:45:40Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "75bb92b3-f829-4bf8-8236-1f7a2132db86", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress"}
2026-07-09T11:45:40Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-944007","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007", "reconcileID": "08e495d4-141e-47b0-a42e-89cc52f62aac", "LLMInferenceService": "test-model-944007", "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007-kserve-route-authn"}
2026-07-09T11:45:40Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-944007","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007", "reconcileID": "08e495d4-141e-47b0-a42e-89cc52f62aac", "LLMInferenceService": "test-model-944007", "namespace": "ai-tenant-e2e-inf-a-944007", "authType": "userdefined"}
2026-07-09T11:45:40Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-944007","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007", "reconcileID": "08e495d4-141e-47b0-a42e-89cc52f62aac", "LLMInferenceService": "test-model-944007", "namespace": "ai-tenant-e2e-inf-a-944007"}
2026-07-09T11:45:40Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "75bb92b3-f829-4bf8-8236-1f7a2132db86", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress", "name": "e2e-inf-a-944007-authn-ssl"}
2026-07-09T11:45:40Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "75bb92b3-f829-4bf8-8236-1f7a2132db86", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress"}
2026-07-09T11:45:40Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-944007","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007", "reconcileID": "5f758a77-2c66-4d51-aadb-37f553212d87", "LLMInferenceService": "test-model-944007", "namespace": "ai-tenant-e2e-inf-a-944007"}
2026-07-09T11:45:40Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-944007","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007", "reconcileID": "5f758a77-2c66-4d51-aadb-37f553212d87", "LLMInferenceService": "test-model-944007", "namespace": "ai-tenant-e2e-inf-a-944007"}
2026-07-09T11:45:40Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-944007","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007", "reconcileID": "5f758a77-2c66-4d51-aadb-37f553212d87", "LLMInferenceService": "test-model-944007", "namespace": "ai-tenant-e2e-inf-a-944007"}
2026-07-09T11:45:40Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-944007","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007", "reconcileID": "5f758a77-2c66-4d51-aadb-37f553212d87", "LLMInferenceService": "test-model-944007", "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007-kserve-route-authn"}
2026-07-09T11:45:40Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-944007","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007", "reconcileID": "5f758a77-2c66-4d51-aadb-37f553212d87", "LLMInferenceService": "test-model-944007", "namespace": "ai-tenant-e2e-inf-a-944007", "authType": "userdefined"}
2026-07-09T11:45:40Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-944007","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007", "reconcileID": "5f758a77-2c66-4d51-aadb-37f553212d87", "LLMInferenceService": "test-model-944007", "namespace": "ai-tenant-e2e-inf-a-944007"}
2026-07-09T11:45:42Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "3c0330b2-c673-4f42-8f2d-e906209ba0c7", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress"}
2026-07-09T11:45:42Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "3c0330b2-c673-4f42-8f2d-e906209ba0c7", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f-authn-ssl"}
2026-07-09T11:45:42Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "3c0330b2-c673-4f42-8f2d-e906209ba0c7", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress"}
2026-07-09T11:45:48Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "57d4ebc9-cdb5-4a1e-bac9-2c6034d66104", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T11:45:53Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "8807219c-7c25-4257-ae6f-4d262783ea3b", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress"}
2026-07-09T11:45:53Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "8807219c-7c25-4257-ae6f-4d262783ea3b", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress", "name": "e2e-inf-a-944007-authn-ssl"}
2026-07-09T11:45:53Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "8807219c-7c25-4257-ae6f-4d262783ea3b", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress"}
2026-07-09T11:45:55Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-944007","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007", "reconcileID": "519bb623-5a97-49de-b8cb-d6822e941212", "LLMInferenceService": "test-model-944007", "namespace": "ai-tenant-e2e-inf-a-944007"}
2026-07-09T11:45:55Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-944007","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007", "reconcileID": "519bb623-5a97-49de-b8cb-d6822e941212", "LLMInferenceService": "test-model-944007", "namespace": "ai-tenant-e2e-inf-a-944007"}
2026-07-09T11:45:55Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-944007","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007", "reconcileID": "519bb623-5a97-49de-b8cb-d6822e941212", "LLMInferenceService": "test-model-944007", "namespace": "ai-tenant-e2e-inf-a-944007"}
2026-07-09T11:45:55Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-944007","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007", "reconcileID": "519bb623-5a97-49de-b8cb-d6822e941212", "LLMInferenceService": "test-model-944007", "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007-kserve-route-authn"}
2026-07-09T11:45:55Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-944007","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007", "reconcileID": "519bb623-5a97-49de-b8cb-d6822e941212", "LLMInferenceService": "test-model-944007", "namespace": "ai-tenant-e2e-inf-a-944007", "authType": "userdefined"}
2026-07-09T11:45:55Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-944007","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007", "reconcileID": "519bb623-5a97-49de-b8cb-d6822e941212", "LLMInferenceService": "test-model-944007", "namespace": "ai-tenant-e2e-inf-a-944007"}
2026-07-09T11:45:58Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b0d71691-2b58-4b7b-9f9a-9b4c8515ae3f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T11:46:01Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "952a0d9b-8aef-4075-a543-6b841fef6f10", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress"}
2026-07-09T11:46:01Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "952a0d9b-8aef-4075-a543-6b841fef6f10", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress", "name": "e2e-inf-a-944007-authn-ssl"}
2026-07-09T11:46:01Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "952a0d9b-8aef-4075-a543-6b841fef6f10", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress"}
2026-07-09T11:46:03Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-944007","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007", "reconcileID": "daa949c4-a477-4735-ad59-38266c2bbfee", "LLMInferenceService": "test-model-944007", "namespace": "ai-tenant-e2e-inf-a-944007"}
2026-07-09T11:46:03Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-944007","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007", "reconcileID": "daa949c4-a477-4735-ad59-38266c2bbfee", "LLMInferenceService": "test-model-944007", "namespace": "ai-tenant-e2e-inf-a-944007"}
2026-07-09T11:46:03Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-944007","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007", "reconcileID": "daa949c4-a477-4735-ad59-38266c2bbfee", "LLMInferenceService": "test-model-944007", "namespace": "ai-tenant-e2e-inf-a-944007"}
2026-07-09T11:46:03Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-944007","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007", "reconcileID": "daa949c4-a477-4735-ad59-38266c2bbfee", "LLMInferenceService": "test-model-944007", "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007-kserve-route-authn"}
2026-07-09T11:46:03Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-944007","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007", "reconcileID": "daa949c4-a477-4735-ad59-38266c2bbfee", "LLMInferenceService": "test-model-944007", "namespace": "ai-tenant-e2e-inf-a-944007", "authType": "userdefined"}
2026-07-09T11:46:03Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-944007","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007", "reconcileID": "daa949c4-a477-4735-ad59-38266c2bbfee", "LLMInferenceService": "test-model-944007", "namespace": "ai-tenant-e2e-inf-a-944007"}
2026-07-09T11:46:05Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-944007","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007", "reconcileID": "346143c2-516a-454e-b5d2-d57c8b81e485", "LLMInferenceService": "test-model-944007", "namespace": "ai-tenant-e2e-inf-a-944007"}
2026-07-09T11:46:05Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-944007","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007", "reconcileID": "346143c2-516a-454e-b5d2-d57c8b81e485", "LLMInferenceService": "test-model-944007", "namespace": "ai-tenant-e2e-inf-a-944007"}
2026-07-09T11:46:05Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-944007","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007", "reconcileID": "346143c2-516a-454e-b5d2-d57c8b81e485", "LLMInferenceService": "test-model-944007", "namespace": "ai-tenant-e2e-inf-a-944007"}
2026-07-09T11:46:05Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-944007","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007", "reconcileID": "346143c2-516a-454e-b5d2-d57c8b81e485", "LLMInferenceService": "test-model-944007", "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007-kserve-route-authn"}
2026-07-09T11:46:05Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-944007","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007", "reconcileID": "346143c2-516a-454e-b5d2-d57c8b81e485", "LLMInferenceService": "test-model-944007", "namespace": "ai-tenant-e2e-inf-a-944007", "authType": "userdefined"}
2026-07-09T11:46:05Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-944007","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007", "reconcileID": "346143c2-516a-454e-b5d2-d57c8b81e485", "LLMInferenceService": "test-model-944007", "namespace": "ai-tenant-e2e-inf-a-944007"}
2026-07-09T11:46:06Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0d824f","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "test-model-0d824f", "reconcileID": "e6859268-d326-451d-a72a-c57e41edbd2b", "LLMInferenceService": "test-model-0d824f", "namespace": "ai-tenant-e2e-inf-b-0d824f"}
2026-07-09T11:46:06Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0d824f","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "test-model-0d824f", "reconcileID": "e6859268-d326-451d-a72a-c57e41edbd2b", "LLMInferenceService": "test-model-0d824f", "namespace": "ai-tenant-e2e-inf-b-0d824f"}
2026-07-09T11:46:06Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0d824f","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "test-model-0d824f", "reconcileID": "e6859268-d326-451d-a72a-c57e41edbd2b", "LLMInferenceService": "test-model-0d824f", "namespace": "ai-tenant-e2e-inf-b-0d824f"}
2026-07-09T11:46:06Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "04491c71-a088-42bd-8d20-df2b400de811", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress"}
2026-07-09T11:46:06Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0d824f","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "test-model-0d824f", "reconcileID": "e6859268-d326-451d-a72a-c57e41edbd2b", "LLMInferenceService": "test-model-0d824f", "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "test-model-0d824f-kserve-route-authn"}
2026-07-09T11:46:06Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0d824f","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "test-model-0d824f", "reconcileID": "e6859268-d326-451d-a72a-c57e41edbd2b", "LLMInferenceService": "test-model-0d824f", "namespace": "ai-tenant-e2e-inf-b-0d824f", "authType": "userdefined"}
2026-07-09T11:46:06Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0d824f","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "test-model-0d824f", "reconcileID": "e6859268-d326-451d-a72a-c57e41edbd2b", "LLMInferenceService": "test-model-0d824f", "namespace": "ai-tenant-e2e-inf-b-0d824f"}
2026-07-09T11:46:06Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "04491c71-a088-42bd-8d20-df2b400de811", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f-authn-ssl"}
2026-07-09T11:46:06Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "04491c71-a088-42bd-8d20-df2b400de811", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress"}
2026-07-09T11:46:06Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0d824f","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "test-model-0d824f", "reconcileID": "c7f9b2fa-6533-4fed-a460-539827f82eda", "LLMInferenceService": "test-model-0d824f", "namespace": "ai-tenant-e2e-inf-b-0d824f"}
2026-07-09T11:46:06Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0d824f","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "test-model-0d824f", "reconcileID": "c7f9b2fa-6533-4fed-a460-539827f82eda", "LLMInferenceService": "test-model-0d824f", "namespace": "ai-tenant-e2e-inf-b-0d824f"}
2026-07-09T11:46:06Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0d824f","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "test-model-0d824f", "reconcileID": "c7f9b2fa-6533-4fed-a460-539827f82eda", "LLMInferenceService": "test-model-0d824f", "namespace": "ai-tenant-e2e-inf-b-0d824f"}
2026-07-09T11:46:06Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0d824f","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "test-model-0d824f", "reconcileID": "c7f9b2fa-6533-4fed-a460-539827f82eda", "LLMInferenceService": "test-model-0d824f", "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "test-model-0d824f-kserve-route-authn"}
2026-07-09T11:46:06Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0d824f","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "test-model-0d824f", "reconcileID": "c7f9b2fa-6533-4fed-a460-539827f82eda", "LLMInferenceService": "test-model-0d824f", "namespace": "ai-tenant-e2e-inf-b-0d824f", "authType": "userdefined"}
2026-07-09T11:46:06Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0d824f","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "test-model-0d824f", "reconcileID": "c7f9b2fa-6533-4fed-a460-539827f82eda", "LLMInferenceService": "test-model-0d824f", "namespace": "ai-tenant-e2e-inf-b-0d824f"}
2026-07-09T11:46:16Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "e0cf5e69-9a55-4dde-a760-d9835dc710f5", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress"}
2026-07-09T11:46:16Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "e0cf5e69-9a55-4dde-a760-d9835dc710f5", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f-authn-ssl"}
2026-07-09T11:46:16Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "e0cf5e69-9a55-4dde-a760-d9835dc710f5", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress"}
2026-07-09T11:46:17Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0d824f","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "test-model-0d824f", "reconcileID": "3850afd4-0a66-4591-bd4e-0c61c312a729", "LLMInferenceService": "test-model-0d824f", "namespace": "ai-tenant-e2e-inf-b-0d824f"}
2026-07-09T11:46:17Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0d824f","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "test-model-0d824f", "reconcileID": "3850afd4-0a66-4591-bd4e-0c61c312a729", "LLMInferenceService": "test-model-0d824f", "namespace": "ai-tenant-e2e-inf-b-0d824f"}
2026-07-09T11:46:17Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0d824f","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "test-model-0d824f", "reconcileID": "3850afd4-0a66-4591-bd4e-0c61c312a729", "LLMInferenceService": "test-model-0d824f", "namespace": "ai-tenant-e2e-inf-b-0d824f"}
2026-07-09T11:46:17Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0d824f","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "test-model-0d824f", "reconcileID": "3850afd4-0a66-4591-bd4e-0c61c312a729", "LLMInferenceService": "test-model-0d824f", "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "test-model-0d824f-kserve-route-authn"}
2026-07-09T11:46:17Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0d824f","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "test-model-0d824f", "reconcileID": "3850afd4-0a66-4591-bd4e-0c61c312a729", "LLMInferenceService": "test-model-0d824f", "namespace": "ai-tenant-e2e-inf-b-0d824f", "authType": "userdefined"}
2026-07-09T11:46:17Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0d824f","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "test-model-0d824f", "reconcileID": "3850afd4-0a66-4591-bd4e-0c61c312a729", "LLMInferenceService": "test-model-0d824f", "namespace": "ai-tenant-e2e-inf-b-0d824f"}
2026-07-09T11:46:23Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "243b3543-ed91-4a85-80e4-076f56e54184", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress"}
2026-07-09T11:46:23Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "243b3543-ed91-4a85-80e4-076f56e54184", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f-authn-ssl"}
2026-07-09T11:46:23Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "243b3543-ed91-4a85-80e4-076f56e54184", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress"}
2026-07-09T11:46:42Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0d824f","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "test-model-0d824f", "reconcileID": "e464019e-451d-4e29-8421-ad657a3cc61e", "LLMInferenceService": "test-model-0d824f", "namespace": "ai-tenant-e2e-inf-b-0d824f"}
2026-07-09T11:46:42Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0d824f","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "test-model-0d824f", "reconcileID": "e464019e-451d-4e29-8421-ad657a3cc61e", "LLMInferenceService": "test-model-0d824f", "namespace": "ai-tenant-e2e-inf-b-0d824f"}
2026-07-09T11:46:42Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0d824f","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "test-model-0d824f", "reconcileID": "e464019e-451d-4e29-8421-ad657a3cc61e", "LLMInferenceService": "test-model-0d824f", "namespace": "ai-tenant-e2e-inf-b-0d824f"}
2026-07-09T11:46:42Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0d824f","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "test-model-0d824f", "reconcileID": "e464019e-451d-4e29-8421-ad657a3cc61e", "LLMInferenceService": "test-model-0d824f", "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "test-model-0d824f-kserve-route-authn"}
2026-07-09T11:46:42Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0d824f","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "test-model-0d824f", "reconcileID": "e464019e-451d-4e29-8421-ad657a3cc61e", "LLMInferenceService": "test-model-0d824f", "namespace": "ai-tenant-e2e-inf-b-0d824f", "authType": "userdefined"}
2026-07-09T11:46:42Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0d824f","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "test-model-0d824f", "reconcileID": "e464019e-451d-4e29-8421-ad657a3cc61e", "LLMInferenceService": "test-model-0d824f", "namespace": "ai-tenant-e2e-inf-b-0d824f"}
2026-07-09T11:46:48Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-944007","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007", "reconcileID": "b95e7709-fd32-47d7-bb53-b1b2c76ff652", "LLMInferenceService": "test-model-944007", "namespace": "ai-tenant-e2e-inf-a-944007"}
2026-07-09T11:46:48Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-944007","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007", "reconcileID": "b95e7709-fd32-47d7-bb53-b1b2c76ff652", "LLMInferenceService": "test-model-944007", "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007"}
2026-07-09T11:46:48Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-944007","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007", "reconcileID": "b95e7709-fd32-47d7-bb53-b1b2c76ff652", "LLMInferenceService": "test-model-944007", "namespace": "ai-tenant-e2e-inf-a-944007"}
2026-07-09T11:46:48Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-944007","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007", "reconcileID": "b95e7709-fd32-47d7-bb53-b1b2c76ff652", "LLMInferenceService": "test-model-944007", "namespace": "ai-tenant-e2e-inf-a-944007"}
2026-07-09T11:46:48Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-944007","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007", "reconcileID": "b95e7709-fd32-47d7-bb53-b1b2c76ff652", "LLMInferenceService": "test-model-944007", "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007-kserve-route-authn"}
2026-07-09T11:46:48Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-944007","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007", "reconcileID": "b95e7709-fd32-47d7-bb53-b1b2c76ff652", "LLMInferenceService": "test-model-944007", "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007-kserve-route-authn"}
2026-07-09T11:46:48Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-944007","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007", "reconcileID": "b95e7709-fd32-47d7-bb53-b1b2c76ff652", "LLMInferenceService": "test-model-944007", "namespace": "ai-tenant-e2e-inf-a-944007", "namespace": "ai-tenant-e2e-inf-a-944007"}
2026-07-09T11:46:48Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-944007","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007", "reconcileID": "b95e7709-fd32-47d7-bb53-b1b2c76ff652", "LLMInferenceService": "test-model-944007", "namespace": "ai-tenant-e2e-inf-a-944007", "namespace": "ai-tenant-e2e-inf-a-944007"}
2026-07-09T11:46:48Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-944007","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "test-model-944007", "reconcileID": "80e4c264-f675-4fe0-acee-b00065c4198d", "LLMInferenceService": "test-model-944007", "namespace": "ai-tenant-e2e-inf-a-944007"}
2026-07-09T11:46:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "aea10ec8-fa11-4a05-b388-b23404c71874", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress"}
2026-07-09T11:46:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "aea10ec8-fa11-4a05-b388-b23404c71874", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress", "name": "e2e-inf-a-944007-authn-ssl"}
2026-07-09T11:46:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "aea10ec8-fa11-4a05-b388-b23404c71874", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress"}
2026-07-09T11:46:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "cc991182-cdda-4cc7-b738-c8420c265f9b", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress"}
2026-07-09T11:46:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "cc991182-cdda-4cc7-b738-c8420c265f9b", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress", "name": "e2e-inf-a-944007-authn-ssl"}
2026-07-09T11:46:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "cc991182-cdda-4cc7-b738-c8420c265f9b", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress"}
2026-07-09T11:46:49Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0d824f","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "test-model-0d824f", "reconcileID": "055e5388-b40e-4ebd-b0f6-1f3c77651ddc", "LLMInferenceService": "test-model-0d824f", "namespace": "ai-tenant-e2e-inf-b-0d824f"}
2026-07-09T11:46:49Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0d824f","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "test-model-0d824f", "reconcileID": "055e5388-b40e-4ebd-b0f6-1f3c77651ddc", "LLMInferenceService": "test-model-0d824f", "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "test-model-0d824f"}
2026-07-09T11:46:49Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0d824f","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "test-model-0d824f", "reconcileID": "055e5388-b40e-4ebd-b0f6-1f3c77651ddc", "LLMInferenceService": "test-model-0d824f", "namespace": "ai-tenant-e2e-inf-b-0d824f"}
2026-07-09T11:46:49Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0d824f","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "test-model-0d824f", "reconcileID": "055e5388-b40e-4ebd-b0f6-1f3c77651ddc", "LLMInferenceService": "test-model-0d824f", "namespace": "ai-tenant-e2e-inf-b-0d824f"}
2026-07-09T11:46:49Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0d824f","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "test-model-0d824f", "reconcileID": "055e5388-b40e-4ebd-b0f6-1f3c77651ddc", "LLMInferenceService": "test-model-0d824f", "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "test-model-0d824f-kserve-route-authn"}
2026-07-09T11:46:49Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0d824f","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "test-model-0d824f", "reconcileID": "055e5388-b40e-4ebd-b0f6-1f3c77651ddc", "LLMInferenceService": "test-model-0d824f", "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "test-model-0d824f-kserve-route-authn"}
2026-07-09T11:46:49Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0d824f","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "test-model-0d824f", "reconcileID": "055e5388-b40e-4ebd-b0f6-1f3c77651ddc", "LLMInferenceService": "test-model-0d824f", "namespace": "ai-tenant-e2e-inf-b-0d824f", "namespace": "ai-tenant-e2e-inf-b-0d824f"}
2026-07-09T11:46:49Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0d824f","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "test-model-0d824f", "reconcileID": "055e5388-b40e-4ebd-b0f6-1f3c77651ddc", "LLMInferenceService": "test-model-0d824f", "namespace": "ai-tenant-e2e-inf-b-0d824f", "namespace": "ai-tenant-e2e-inf-b-0d824f"}
2026-07-09T11:46:49Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0d824f","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "test-model-0d824f", "reconcileID": "83525a18-0df4-4721-89dd-8804b427cb7e", "LLMInferenceService": "test-model-0d824f", "namespace": "ai-tenant-e2e-inf-b-0d824f"}
2026-07-09T11:46:49Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "f3233c5e-1e20-469b-8f0e-75b78e4d9cea", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress"}
2026-07-09T11:46:49Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "f3233c5e-1e20-469b-8f0e-75b78e4d9cea", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f-authn-ssl"}
2026-07-09T11:46:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "f3233c5e-1e20-469b-8f0e-75b78e4d9cea", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress"}
2026-07-09T11:46:49Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "2f2ccf1f-aba5-449d-acf9-2956a2af4902", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress"}
2026-07-09T11:46:49Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "2f2ccf1f-aba5-449d-acf9-2956a2af4902", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f-authn-ssl"}
2026-07-09T11:46:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "2f2ccf1f-aba5-449d-acf9-2956a2af4902", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress"}
2026-07-09T11:46:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3c375f77-8224-4790-835b-75059c5325bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T11:46:50Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "339d6026-1a83-40c6-a48b-0c97cda41ff9", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress"}
2026-07-09T11:46:50Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "339d6026-1a83-40c6-a48b-0c97cda41ff9", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress", "name": "e2e-inf-a-944007-authn-ssl"}
2026-07-09T11:46:50Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-944007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-944007", "reconcileID": "339d6026-1a83-40c6-a48b-0c97cda41ff9", "Gateway": "e2e-inf-a-944007", "namespace": "openshift-ingress"}
2026-07-09T11:47:32Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ad860d7-6a85-4c0c-a754-c7ce33e5c462", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-944007"}
2026-07-09T11:47:32Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ad860d7-6a85-4c0c-a754-c7ce33e5c462", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-944007", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T11:47:32Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ad860d7-6a85-4c0c-a754-c7ce33e5c462", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-944007 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-09T11:47:32Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "odh-trusted-ca-bundle", "reconcileID": "af365752-01d0-4eb9-a2c1-0a42a0b31aa5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-944007"}
2026-07-09T11:47:32Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "odh-trusted-ca-bundle", "reconcileID": "af365752-01d0-4eb9-a2c1-0a42a0b31aa5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-944007", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T11:47:32Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "odh-trusted-ca-bundle", "reconcileID": "af365752-01d0-4eb9-a2c1-0a42a0b31aa5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-944007 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-09T11:47:32Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5c4c7ba5-f57e-48b9-a9f9-2413475cd503", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-944007"}
2026-07-09T11:47:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5c4c7ba5-f57e-48b9-a9f9-2413475cd503", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-944007"}
2026-07-09T11:47:32Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "openshift-service-ca.crt", "reconcileID": "f873a642-b750-4d43-9db4-1c44e8d6c4af", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-944007"}
2026-07-09T11:47:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "openshift-service-ca.crt", "reconcileID": "f873a642-b750-4d43-9db4-1c44e8d6c4af", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-944007"}
2026-07-09T11:47:32Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "odh-trusted-ca-bundle", "reconcileID": "f3adcf1b-17af-4d95-973b-9f9d81d6083e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-944007"}
2026-07-09T11:47:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-944007"}, "namespace": "ai-tenant-e2e-inf-a-944007", "name": "odh-trusted-ca-bundle", "reconcileID": "f3adcf1b-17af-4d95-973b-9f9d81d6083e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-944007"}
2026-07-09T11:47:33Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "247def6a-a9ab-4fbb-be75-bd02bd64f92b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T11:47:34Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "59aaca24-9495-46fb-92ba-5ae1670f0787", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress"}
2026-07-09T11:47:34Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "59aaca24-9495-46fb-92ba-5ae1670f0787", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f-authn-ssl"}
2026-07-09T11:47:34Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-0d824f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-0d824f", "reconcileID": "59aaca24-9495-46fb-92ba-5ae1670f0787", "Gateway": "e2e-inf-b-0d824f", "namespace": "openshift-ingress"}
2026-07-09T11:47:39Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "05d18fe5-38b7-4a73-b3ae-af05e49efef8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-0d824f"}
2026-07-09T11:47:39Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "05d18fe5-38b7-4a73-b3ae-af05e49efef8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-0d824f", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T11:47:39Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "05d18fe5-38b7-4a73-b3ae-af05e49efef8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-0d824f because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-09T11:47:39Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "odh-trusted-ca-bundle", "reconcileID": "3a8d10b6-b42b-4b54-8414-7786ee82d4ef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-0d824f"}
2026-07-09T11:47:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "odh-trusted-ca-bundle", "reconcileID": "3a8d10b6-b42b-4b54-8414-7786ee82d4ef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-0d824f"}
2026-07-09T11:47:39Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "openshift-service-ca.crt", "reconcileID": "e96b1637-9516-40cf-afcc-637d912178ad", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-0d824f"}
2026-07-09T11:47:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "openshift-service-ca.crt", "reconcileID": "e96b1637-9516-40cf-afcc-637d912178ad", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-0d824f"}
2026-07-09T11:47:39Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9524d6f3-c9cc-492d-86cb-e3ea6d1929d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-0d824f"}
2026-07-09T11:47:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-0d824f"}, "namespace": "ai-tenant-e2e-inf-b-0d824f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9524d6f3-c9cc-492d-86cb-e3ea6d1929d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-0d824f"}
2026-07-09T11:47:41Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-21f543","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-21f543", "reconcileID": "0fe476c1-209e-463d-9644-e1baa98da3ee", "Gateway": "e2e-api-a-21f543", "namespace": "openshift-ingress"}
2026-07-09T11:47:41Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-21f543","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-21f543", "reconcileID": "0fe476c1-209e-463d-9644-e1baa98da3ee", "Gateway": "e2e-api-a-21f543", "namespace": "openshift-ingress", "name": "e2e-api-a-21f543-authn-ssl"}
2026-07-09T11:47:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-21f543","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-21f543", "reconcileID": "0fe476c1-209e-463d-9644-e1baa98da3ee", "Gateway": "e2e-api-a-21f543", "namespace": "openshift-ingress"}
2026-07-09T11:47:41Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-21f543","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-21f543", "reconcileID": "8bb6bf08-969b-4ea0-b1d7-874112c90c0d", "Gateway": "e2e-api-a-21f543", "namespace": "openshift-ingress"}
2026-07-09T11:47:41Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-21f543","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-21f543", "reconcileID": "8bb6bf08-969b-4ea0-b1d7-874112c90c0d", "Gateway": "e2e-api-a-21f543", "namespace": "openshift-ingress", "name": "e2e-api-a-21f543-authn-ssl"}
2026-07-09T11:47:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-21f543","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-21f543", "reconcileID": "8bb6bf08-969b-4ea0-b1d7-874112c90c0d", "Gateway": "e2e-api-a-21f543", "namespace": "openshift-ingress"}
2026-07-09T11:47:41Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-21f543","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-21f543", "reconcileID": "74fcd125-a44b-4755-8e41-06e879edc30e", "Gateway": "e2e-api-a-21f543", "namespace": "openshift-ingress"}
2026-07-09T11:47:41Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-21f543","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-21f543", "reconcileID": "74fcd125-a44b-4755-8e41-06e879edc30e", "Gateway": "e2e-api-a-21f543", "namespace": "openshift-ingress", "name": "e2e-api-a-21f543-authn-ssl"}
2026-07-09T11:47:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-21f543","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-21f543", "reconcileID": "74fcd125-a44b-4755-8e41-06e879edc30e", "Gateway": "e2e-api-a-21f543", "namespace": "openshift-ingress"}
2026-07-09T11:47:41Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-21f543","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-21f543", "reconcileID": "5448f04b-9a21-40e6-8cdd-b06a0d8ebcb4", "Gateway": "e2e-api-a-21f543", "namespace": "openshift-ingress"}
2026-07-09T11:47:41Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-21f543","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-21f543", "reconcileID": "5448f04b-9a21-40e6-8cdd-b06a0d8ebcb4", "Gateway": "e2e-api-a-21f543", "namespace": "openshift-ingress", "name": "e2e-api-a-21f543-authn-ssl"}
2026-07-09T11:47:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-21f543","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-21f543", "reconcileID": "5448f04b-9a21-40e6-8cdd-b06a0d8ebcb4", "Gateway": "e2e-api-a-21f543", "namespace": "openshift-ingress"}
2026-07-09T11:47:41Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-21f543","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-21f543", "reconcileID": "e17d81f1-1fb9-4589-9ecb-fa4ee3c1a46f", "Gateway": "e2e-api-a-21f543", "namespace": "openshift-ingress"}
2026-07-09T11:47:41Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-21f543","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-21f543", "reconcileID": "e17d81f1-1fb9-4589-9ecb-fa4ee3c1a46f", "Gateway": "e2e-api-a-21f543", "namespace": "openshift-ingress", "name": "e2e-api-a-21f543-authn-ssl"}
2026-07-09T11:47:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-21f543","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-21f543", "reconcileID": "e17d81f1-1fb9-4589-9ecb-fa4ee3c1a46f", "Gateway": "e2e-api-a-21f543", "namespace": "openshift-ingress"}
2026-07-09T11:47:42Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-21f543","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-21f543", "reconcileID": "6ba1a869-375f-42e1-a354-ba68d406f053", "Gateway": "e2e-api-a-21f543", "namespace": "openshift-ingress"}
2026-07-09T11:47:42Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-21f543","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-21f543", "reconcileID": "6ba1a869-375f-42e1-a354-ba68d406f053", "Gateway": "e2e-api-a-21f543", "namespace": "openshift-ingress", "name": "e2e-api-a-21f543-authn-ssl"}
2026-07-09T11:47:42Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-21f543","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-21f543", "reconcileID": "6ba1a869-375f-42e1-a354-ba68d406f053", "Gateway": "e2e-api-a-21f543", "namespace": "openshift-ingress"}
2026-07-09T11:47:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-21f543"}, "namespace": "ai-tenant-e2e-api-a-21f543", "name": "openshift-service-ca.crt", "reconcileID": "8ca75bcb-dd67-420a-b49d-8fb43c950e6c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-21f543"}
2026-07-09T11:47:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-21f543"}, "namespace": "ai-tenant-e2e-api-a-21f543", "name": "odh-trusted-ca-bundle", "reconcileID": "366441ae-bb77-4c20-a8c9-14906c3c466e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-21f543"}
2026-07-09T11:47:43Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-21f543"}, "namespace": "ai-tenant-e2e-api-a-21f543", "name": "openshift-service-ca.crt", "reconcileID": "98fe2d49-66df-4231-bd9e-677a63d4ff74", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-21f543", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T11:47:43Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-21f543"}, "namespace": "ai-tenant-e2e-api-a-21f543", "name": "openshift-service-ca.crt", "reconcileID": "98fe2d49-66df-4231-bd9e-677a63d4ff74", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-21f543"}
2026-07-09T11:47:43Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-21f543"}, "namespace": "ai-tenant-e2e-api-a-21f543", "name": "openshift-service-ca.crt", "reconcileID": "2c2567f3-6b35-441f-badc-aa4fb6e9fc19", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-21f543", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T11:47:43Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-21f543"}, "namespace": "ai-tenant-e2e-api-a-21f543", "name": "openshift-service-ca.crt", "reconcileID": "2c2567f3-6b35-441f-badc-aa4fb6e9fc19", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-09T11:47:43Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-21f543"}, "namespace": "ai-tenant-e2e-api-a-21f543", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1c4aaea9-0ee1-4bee-8767-5cdcb127f40f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-21f543", "update": "odh-kserve-custom-ca-bundle"}
2026-07-09T11:47:43Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-21f543"}, "namespace": "ai-tenant-e2e-api-a-21f543", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1c4aaea9-0ee1-4bee-8767-5cdcb127f40f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-21f543"}
2026-07-09T11:47:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-21f543"}, "namespace": "ai-tenant-e2e-api-a-21f543", "name": "odh-trusted-ca-bundle", "reconcileID": "134250e8-9aae-444a-9139-41bca470ae84", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-21f543"}
2026-07-09T11:47:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-21f543"}, "namespace": "ai-tenant-e2e-api-a-21f543", "name": "openshift-service-ca.crt", "reconcileID": "626c8771-1423-40f1-a1f4-cf76e09efacf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-21f543"}
2026-07-09T11:47:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-21f543"}, "namespace": "ai-tenant-e2e-api-a-21f543", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e7b53c15-73f6-4bed-af9f-d8515010872a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-21f543"}
2026-07-09T11:47:44Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-21f543","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-21f543", "reconcileID": "cf07ef30-7361-4661-b313-0e3c3b252d52", "Gateway": "e2e-api-a-21f543", "namespace": "openshift-ingress"}
2026-07-09T11:47:44Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-21f543","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-21f543", "reconcileID": "cf07ef30-7361-4661-b313-0e3c3b252d52", "Gateway": "e2e-api-a-21f543", "namespace": "openshift-ingress", "name": "e2e-api-a-21f543-authn-ssl"}
2026-07-09T11:47:44Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-21f543","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-21f543", "reconcileID": "cf07ef30-7361-4661-b313-0e3c3b252d52", "Gateway": "e2e-api-a-21f543", "namespace": "openshift-ingress"}
2026-07-09T11:47:44Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9d353cf7-f10b-4549-bfa2-e6aeeeef309a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T11:47:49Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e9b58c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e9b58c", "reconcileID": "bcebfc44-c03d-43e7-a017-6ec13cd572e7", "Gateway": "e2e-api-b-e9b58c", "namespace": "openshift-ingress"}
2026-07-09T11:47:49Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e9b58c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e9b58c", "reconcileID": "bcebfc44-c03d-43e7-a017-6ec13cd572e7", "Gateway": "e2e-api-b-e9b58c", "namespace": "openshift-ingress", "name": "e2e-api-b-e9b58c-authn-ssl"}
2026-07-09T11:47:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e9b58c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e9b58c", "reconcileID": "bcebfc44-c03d-43e7-a017-6ec13cd572e7", "Gateway": "e2e-api-b-e9b58c", "namespace": "openshift-ingress"}
2026-07-09T11:47:49Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e9b58c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e9b58c", "reconcileID": "a315543b-727d-4e3d-bf27-ad95cf7162ff", "Gateway": "e2e-api-b-e9b58c", "namespace": "openshift-ingress"}
2026-07-09T11:47:49Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e9b58c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e9b58c", "reconcileID": "a315543b-727d-4e3d-bf27-ad95cf7162ff", "Gateway": "e2e-api-b-e9b58c", "namespace": "openshift-ingress", "name": "e2e-api-b-e9b58c-authn-ssl"}
2026-07-09T11:47:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e9b58c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e9b58c", "reconcileID": "a315543b-727d-4e3d-bf27-ad95cf7162ff", "Gateway": "e2e-api-b-e9b58c", "namespace": "openshift-ingress"}
2026-07-09T11:47:49Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e9b58c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e9b58c", "reconcileID": "cb19d5f8-882b-49ab-91bc-a003026d4c39", "Gateway": "e2e-api-b-e9b58c", "namespace": "openshift-ingress"}
2026-07-09T11:47:49Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e9b58c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e9b58c", "reconcileID": "cb19d5f8-882b-49ab-91bc-a003026d4c39", "Gateway": "e2e-api-b-e9b58c", "namespace": "openshift-ingress", "name": "e2e-api-b-e9b58c-authn-ssl"}
2026-07-09T11:47:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e9b58c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e9b58c", "reconcileID": "cb19d5f8-882b-49ab-91bc-a003026d4c39", "Gateway": "e2e-api-b-e9b58c", "namespace": "openshift-ingress"}
2026-07-09T11:47:49Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e9b58c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e9b58c", "reconcileID": "69e6dac0-c226-46be-a3ce-194ba5c94e23", "Gateway": "e2e-api-b-e9b58c", "namespace": "openshift-ingress"}
2026-07-09T11:47:49Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e9b58c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e9b58c", "reconcileID": "69e6dac0-c226-46be-a3ce-194ba5c94e23", "Gateway": "e2e-api-b-e9b58c", "namespace": "openshift-ingress", "name": "e2e-api-b-e9b58c-authn-ssl"}
2026-07-09T11:47:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e9b58c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e9b58c", "reconcileID": "69e6dac0-c226-46be-a3ce-194ba5c94e23", "Gateway": "e2e-api-b-e9b58c", "namespace": "openshift-ingress"}
2026-07-09T11:47:49Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e9b58c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e9b58c", "reconcileID": "d17af052-746f-4c5b-a4ef-bc9c8b5b86ef", "Gateway": "e2e-api-b-e9b58c", "namespace": "openshift-ingress"}
2026-07-09T11:47:49Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e9b58c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e9b58c", "reconcileID": "d17af052-746f-4c5b-a4ef-bc9c8b5b86ef", "Gateway": "e2e-api-b-e9b58c", "namespace": "openshift-ingress", "name": "e2e-api-b-e9b58c-authn-ssl"}
2026-07-09T11:47:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e9b58c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e9b58c", "reconcileID": "d17af052-746f-4c5b-a4ef-bc9c8b5b86ef", "Gateway": "e2e-api-b-e9b58c", "namespace": "openshift-ingress"}
2026-07-09T11:47:49Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e9b58c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e9b58c", "reconcileID": "ab13eace-6a0c-44f7-9b54-1dc9e50d49c0", "Gateway": "e2e-api-b-e9b58c", "namespace": "openshift-ingress"}
2026-07-09T11:47:49Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e9b58c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e9b58c", "reconcileID": "ab13eace-6a0c-44f7-9b54-1dc9e50d49c0", "Gateway": "e2e-api-b-e9b58c", "namespace": "openshift-ingress", "name": "e2e-api-b-e9b58c-authn-ssl"}
2026-07-09T11:47:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e9b58c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e9b58c", "reconcileID": "ab13eace-6a0c-44f7-9b54-1dc9e50d49c0", "Gateway": "e2e-api-b-e9b58c", "namespace": "openshift-ingress"}
2026-07-09T11:47:50Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e9b58c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e9b58c", "reconcileID": "b899c8d1-579b-400b-8e81-ea5299bea7bf", "Gateway": "e2e-api-b-e9b58c", "namespace": "openshift-ingress"}
2026-07-09T11:47:50Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e9b58c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e9b58c", "reconcileID": "b899c8d1-579b-400b-8e81-ea5299bea7bf", "Gateway": "e2e-api-b-e9b58c", "namespace": "openshift-ingress", "name": "e2e-api-b-e9b58c-authn-ssl"}
2026-07-09T11:47:50Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e9b58c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e9b58c", "reconcileID": "b899c8d1-579b-400b-8e81-ea5299bea7bf", "Gateway": "e2e-api-b-e9b58c", "namespace": "openshift-ingress"}
2026-07-09T11:47:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e9b58c"}, "namespace": "ai-tenant-e2e-api-b-e9b58c", "name": "openshift-service-ca.crt", "reconcileID": "ab424455-686a-4eb2-a142-899dd904e1ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e9b58c"}
2026-07-09T11:47:51Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e9b58c"}, "namespace": "ai-tenant-e2e-api-b-e9b58c", "name": "odh-trusted-ca-bundle", "reconcileID": "7095c093-66a9-4f02-84e6-d1d975a14d4f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e9b58c", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T11:47:51Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e9b58c"}, "namespace": "ai-tenant-e2e-api-b-e9b58c", "name": "odh-trusted-ca-bundle", "reconcileID": "7095c093-66a9-4f02-84e6-d1d975a14d4f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e9b58c"}
2026-07-09T11:47:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e9b58c"}, "namespace": "ai-tenant-e2e-api-b-e9b58c", "name": "openshift-service-ca.crt", "reconcileID": "096e42bc-ffb5-4876-b4f3-5b49760869dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e9b58c"}
2026-07-09T11:47:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e9b58c"}, "namespace": "ai-tenant-e2e-api-b-e9b58c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dda9daf8-69cf-4782-8816-36032d0a0f34", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e9b58c"}
2026-07-09T11:47:51Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e9b58c"}, "namespace": "ai-tenant-e2e-api-b-e9b58c", "name": "odh-trusted-ca-bundle", "reconcileID": "61c2abf7-6931-4bf2-9021-828789fca8e1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e9b58c", "update": "odh-kserve-custom-ca-bundle"}
2026-07-09T11:47:51Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e9b58c"}, "namespace": "ai-tenant-e2e-api-b-e9b58c", "name": "odh-trusted-ca-bundle", "reconcileID": "61c2abf7-6931-4bf2-9021-828789fca8e1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e9b58c"}
2026-07-09T11:47:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e9b58c"}, "namespace": "ai-tenant-e2e-api-b-e9b58c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "097afc6b-8548-4853-a9a4-08b743000915", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e9b58c"}
2026-07-09T11:47:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e9b58c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e9b58c", "reconcileID": "8c0e2126-b24f-4332-960f-ee9005fef379", "Gateway": "e2e-api-b-e9b58c", "namespace": "openshift-ingress"}
2026-07-09T11:47:52Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e9b58c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e9b58c", "reconcileID": "8c0e2126-b24f-4332-960f-ee9005fef379", "Gateway": "e2e-api-b-e9b58c", "namespace": "openshift-ingress", "name": "e2e-api-b-e9b58c-authn-ssl"}
2026-07-09T11:47:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e9b58c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e9b58c", "reconcileID": "8c0e2126-b24f-4332-960f-ee9005fef379", "Gateway": "e2e-api-b-e9b58c", "namespace": "openshift-ingress"}
2026-07-09T11:47:52Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2df5a059-d64f-4c2a-8c5f-738795a65d39", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T11:47:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-21f543","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-21f543", "reconcileID": "e87ab7a1-6c1e-44c8-869d-8e30633a741c", "Gateway": "e2e-api-a-21f543", "namespace": "openshift-ingress"}
2026-07-09T11:47:52Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-21f543","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-21f543", "reconcileID": "e87ab7a1-6c1e-44c8-869d-8e30633a741c", "Gateway": "e2e-api-a-21f543", "namespace": "openshift-ingress", "name": "e2e-api-a-21f543-authn-ssl"}
2026-07-09T11:47:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-21f543","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-21f543", "reconcileID": "e87ab7a1-6c1e-44c8-869d-8e30633a741c", "Gateway": "e2e-api-a-21f543", "namespace": "openshift-ingress"}
2026-07-09T11:48:01Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e9b58c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e9b58c", "reconcileID": "376c71a0-cad7-4f54-91b5-104844eb0515", "Gateway": "e2e-api-b-e9b58c", "namespace": "openshift-ingress"}
2026-07-09T11:48:01Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e9b58c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e9b58c", "reconcileID": "376c71a0-cad7-4f54-91b5-104844eb0515", "Gateway": "e2e-api-b-e9b58c", "namespace": "openshift-ingress", "name": "e2e-api-b-e9b58c-authn-ssl"}
2026-07-09T11:48:01Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e9b58c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e9b58c", "reconcileID": "376c71a0-cad7-4f54-91b5-104844eb0515", "Gateway": "e2e-api-b-e9b58c", "namespace": "openshift-ingress"}
2026-07-09T11:48:05Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f27412a7-cc3d-4786-b56f-e72811e3f5cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T11:48:05Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-21f543","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-21f543", "reconcileID": "170b5c16-e0af-45ba-b663-741ebd5dbeca", "Gateway": "e2e-api-a-21f543", "namespace": "openshift-ingress"}
2026-07-09T11:48:05Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-21f543","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-21f543", "reconcileID": "170b5c16-e0af-45ba-b663-741ebd5dbeca", "Gateway": "e2e-api-a-21f543", "namespace": "openshift-ingress", "name": "e2e-api-a-21f543-authn-ssl"}
2026-07-09T11:48:05Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-21f543","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-21f543", "reconcileID": "170b5c16-e0af-45ba-b663-741ebd5dbeca", "Gateway": "e2e-api-a-21f543", "namespace": "openshift-ingress"}
2026-07-09T11:48:06Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b8504148-cb13-4f80-b5e2-b8d7eb965932", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T11:48:10Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-21f543"}, "namespace": "ai-tenant-e2e-api-a-21f543", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "453b3789-032b-4dcf-813b-c57f6180d511", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-21f543"}
2026-07-09T11:48:10Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-21f543"}, "namespace": "ai-tenant-e2e-api-a-21f543", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "453b3789-032b-4dcf-813b-c57f6180d511", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-21f543", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T11:48:10Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-21f543"}, "namespace": "ai-tenant-e2e-api-a-21f543", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "453b3789-032b-4dcf-813b-c57f6180d511", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-21f543 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-09T11:48:10Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-21f543"}, "namespace": "ai-tenant-e2e-api-a-21f543", "name": "odh-trusted-ca-bundle", "reconcileID": "6588d329-0654-44fb-a8c3-f166d928e427", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-21f543"}
2026-07-09T11:48:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-21f543"}, "namespace": "ai-tenant-e2e-api-a-21f543", "name": "odh-trusted-ca-bundle", "reconcileID": "6588d329-0654-44fb-a8c3-f166d928e427", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-21f543"}
2026-07-09T11:48:10Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-21f543"}, "namespace": "ai-tenant-e2e-api-a-21f543", "name": "openshift-service-ca.crt", "reconcileID": "0ca6f516-cada-4b7e-bf05-3ba266285cca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-21f543"}
2026-07-09T11:48:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-21f543"}, "namespace": "ai-tenant-e2e-api-a-21f543", "name": "openshift-service-ca.crt", "reconcileID": "0ca6f516-cada-4b7e-bf05-3ba266285cca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-21f543"}
2026-07-09T11:48:10Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-21f543"}, "namespace": "ai-tenant-e2e-api-a-21f543", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33cff6e1-ce06-401b-a3df-c9a8dfb7c6db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-21f543"}
2026-07-09T11:48:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-21f543"}, "namespace": "ai-tenant-e2e-api-a-21f543", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33cff6e1-ce06-401b-a3df-c9a8dfb7c6db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-21f543"}
2026-07-09T11:48:12Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d339527f-0e42-46b7-bd91-43a4899721df", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T11:48:12Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e9b58c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e9b58c", "reconcileID": "74552195-1420-4c67-8013-b4a1be7a9abb", "Gateway": "e2e-api-b-e9b58c", "namespace": "openshift-ingress"}
2026-07-09T11:48:12Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e9b58c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e9b58c", "reconcileID": "74552195-1420-4c67-8013-b4a1be7a9abb", "Gateway": "e2e-api-b-e9b58c", "namespace": "openshift-ingress", "name": "e2e-api-b-e9b58c-authn-ssl"}
2026-07-09T11:48:12Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e9b58c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e9b58c", "reconcileID": "74552195-1420-4c67-8013-b4a1be7a9abb", "Gateway": "e2e-api-b-e9b58c", "namespace": "openshift-ingress"}
2026-07-09T11:48:17Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e9b58c"}, "namespace": "ai-tenant-e2e-api-b-e9b58c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dad8a161-bdbf-48a0-a661-dad0cf161570", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e9b58c"}
2026-07-09T11:48:17Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e9b58c"}, "namespace": "ai-tenant-e2e-api-b-e9b58c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dad8a161-bdbf-48a0-a661-dad0cf161570", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e9b58c", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T11:48:17Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e9b58c"}, "namespace": "ai-tenant-e2e-api-b-e9b58c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dad8a161-bdbf-48a0-a661-dad0cf161570", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-e9b58c because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-09T11:48:17Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e9b58c"}, "namespace": "ai-tenant-e2e-api-b-e9b58c", "name": "odh-trusted-ca-bundle", "reconcileID": "65ede94b-84d7-4ed8-82c5-76698910307c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e9b58c"}
2026-07-09T11:48:17Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e9b58c"}, "namespace": "ai-tenant-e2e-api-b-e9b58c", "name": "odh-trusted-ca-bundle", "reconcileID": "65ede94b-84d7-4ed8-82c5-76698910307c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e9b58c"}
2026-07-09T11:48:17Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e9b58c"}, "namespace": "ai-tenant-e2e-api-b-e9b58c", "name": "openshift-service-ca.crt", "reconcileID": "c613d7c5-6f9f-4ce8-af75-5891885ff792", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e9b58c"}
2026-07-09T11:48:17Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e9b58c"}, "namespace": "ai-tenant-e2e-api-b-e9b58c", "name": "openshift-service-ca.crt", "reconcileID": "c613d7c5-6f9f-4ce8-af75-5891885ff792", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e9b58c"}
2026-07-09T11:48:17Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e9b58c"}, "namespace": "ai-tenant-e2e-api-b-e9b58c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0bdbd147-dc34-4f39-b58e-53841b7a7873", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e9b58c"}
2026-07-09T11:48:17Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e9b58c"}, "namespace": "ai-tenant-e2e-api-b-e9b58c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0bdbd147-dc34-4f39-b58e-53841b7a7873", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e9b58c"}
2026-07-09T11:48:19Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3dd9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3dd9b", "reconcileID": "6ddda2ed-9c5a-4297-84e3-495f7a2b939c", "Gateway": "e2e-shared-a-a3dd9b", "namespace": "openshift-ingress"}
2026-07-09T11:48:19Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3dd9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3dd9b", "reconcileID": "6ddda2ed-9c5a-4297-84e3-495f7a2b939c", "Gateway": "e2e-shared-a-a3dd9b", "namespace": "openshift-ingress", "name": "e2e-shared-a-a3dd9b-authn-ssl"}
2026-07-09T11:48:19Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3dd9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3dd9b", "reconcileID": "6ddda2ed-9c5a-4297-84e3-495f7a2b939c", "Gateway": "e2e-shared-a-a3dd9b", "namespace": "openshift-ingress"}
2026-07-09T11:48:19Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3dd9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3dd9b", "reconcileID": "65571394-4ab5-4d59-aeab-b2121980633f", "Gateway": "e2e-shared-a-a3dd9b", "namespace": "openshift-ingress"}
2026-07-09T11:48:19Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3dd9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3dd9b", "reconcileID": "65571394-4ab5-4d59-aeab-b2121980633f", "Gateway": "e2e-shared-a-a3dd9b", "namespace": "openshift-ingress", "name": "e2e-shared-a-a3dd9b-authn-ssl"}
2026-07-09T11:48:19Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3dd9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3dd9b", "reconcileID": "65571394-4ab5-4d59-aeab-b2121980633f", "Gateway": "e2e-shared-a-a3dd9b", "namespace": "openshift-ingress"}
2026-07-09T11:48:19Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3dd9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3dd9b", "reconcileID": "9edb1644-5bc4-4acf-bac8-e96d3cdc5993", "Gateway": "e2e-shared-a-a3dd9b", "namespace": "openshift-ingress"}
2026-07-09T11:48:19Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3dd9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3dd9b", "reconcileID": "9edb1644-5bc4-4acf-bac8-e96d3cdc5993", "Gateway": "e2e-shared-a-a3dd9b", "namespace": "openshift-ingress", "name": "e2e-shared-a-a3dd9b-authn-ssl"}
2026-07-09T11:48:19Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3dd9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3dd9b", "reconcileID": "9edb1644-5bc4-4acf-bac8-e96d3cdc5993", "Gateway": "e2e-shared-a-a3dd9b", "namespace": "openshift-ingress"}
2026-07-09T11:48:19Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3dd9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3dd9b", "reconcileID": "7beaeaa3-8efd-4aac-809b-a31a2c014969", "Gateway": "e2e-shared-a-a3dd9b", "namespace": "openshift-ingress"}
2026-07-09T11:48:19Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3dd9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3dd9b", "reconcileID": "7beaeaa3-8efd-4aac-809b-a31a2c014969", "Gateway": "e2e-shared-a-a3dd9b", "namespace": "openshift-ingress", "name": "e2e-shared-a-a3dd9b-authn-ssl"}
2026-07-09T11:48:19Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3dd9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3dd9b", "reconcileID": "7beaeaa3-8efd-4aac-809b-a31a2c014969", "Gateway": "e2e-shared-a-a3dd9b", "namespace": "openshift-ingress"}
2026-07-09T11:48:19Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3dd9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3dd9b", "reconcileID": "c107629f-c23b-4fdc-bcf7-aaa29ecfb3e0", "Gateway": "e2e-shared-a-a3dd9b", "namespace": "openshift-ingress"}
2026-07-09T11:48:19Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3dd9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3dd9b", "reconcileID": "c107629f-c23b-4fdc-bcf7-aaa29ecfb3e0", "Gateway": "e2e-shared-a-a3dd9b", "namespace": "openshift-ingress", "name": "e2e-shared-a-a3dd9b-authn-ssl"}
2026-07-09T11:48:19Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3dd9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3dd9b", "reconcileID": "c107629f-c23b-4fdc-bcf7-aaa29ecfb3e0", "Gateway": "e2e-shared-a-a3dd9b", "namespace": "openshift-ingress"}
2026-07-09T11:48:19Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3dd9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3dd9b", "reconcileID": "cb51c254-15bb-45b1-a806-30493805a5a8", "Gateway": "e2e-shared-a-a3dd9b", "namespace": "openshift-ingress"}
2026-07-09T11:48:19Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3dd9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3dd9b", "reconcileID": "cb51c254-15bb-45b1-a806-30493805a5a8", "Gateway": "e2e-shared-a-a3dd9b", "namespace": "openshift-ingress", "name": "e2e-shared-a-a3dd9b-authn-ssl"}
2026-07-09T11:48:19Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3dd9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3dd9b", "reconcileID": "cb51c254-15bb-45b1-a806-30493805a5a8", "Gateway": "e2e-shared-a-a3dd9b", "namespace": "openshift-ingress"}
2026-07-09T11:48:20Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3dd9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3dd9b", "reconcileID": "49f2fb73-94e0-4cb7-9955-7972ba5f59cf", "Gateway": "e2e-shared-a-a3dd9b", "namespace": "openshift-ingress"}
2026-07-09T11:48:20Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3dd9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3dd9b", "reconcileID": "49f2fb73-94e0-4cb7-9955-7972ba5f59cf", "Gateway": "e2e-shared-a-a3dd9b", "namespace": "openshift-ingress", "name": "e2e-shared-a-a3dd9b-authn-ssl"}
2026-07-09T11:48:20Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3dd9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3dd9b", "reconcileID": "49f2fb73-94e0-4cb7-9955-7972ba5f59cf", "Gateway": "e2e-shared-a-a3dd9b", "namespace": "openshift-ingress"}
2026-07-09T11:48:22Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-a3dd9b"}, "namespace": "ai-tenant-e2e-shared-a-a3dd9b", "name": "openshift-service-ca.crt", "reconcileID": "03253253-5abf-483b-8ab5-ed16bd8ab72a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-a3dd9b"}
2026-07-09T11:48:22Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a3dd9b"}, "namespace": "ai-tenant-e2e-shared-a-a3dd9b", "name": "odh-trusted-ca-bundle", "reconcileID": "e8388040-de2b-4d04-9c1e-c7378a82f064", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a3dd9b"}
2026-07-09T11:48:22Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-a3dd9b"}, "namespace": "ai-tenant-e2e-shared-a-a3dd9b", "name": "openshift-service-ca.crt", "reconcileID": "71e99355-e80f-4b52-a2dc-045a9e089d25", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-a3dd9b", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T11:48:22Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-a3dd9b"}, "namespace": "ai-tenant-e2e-shared-a-a3dd9b", "name": "openshift-service-ca.crt", "reconcileID": "71e99355-e80f-4b52-a2dc-045a9e089d25", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-a3dd9b"}
2026-07-09T11:48:22Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-a3dd9b"}, "namespace": "ai-tenant-e2e-shared-a-a3dd9b", "name": "openshift-service-ca.crt", "reconcileID": "def8e344-146d-4954-b749-1b81e116783e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-a3dd9b"}
2026-07-09T11:48:22Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a3dd9b"}, "namespace": "ai-tenant-e2e-shared-a-a3dd9b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ccb95cc-a2a8-4419-9955-916c4d8d14e2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a3dd9b"}
2026-07-09T11:48:22Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a3dd9b"}, "namespace": "ai-tenant-e2e-shared-a-a3dd9b", "name": "odh-trusted-ca-bundle", "reconcileID": "a79953f4-8ae3-4b49-b4b4-624884604df4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a3dd9b", "update": "odh-kserve-custom-ca-bundle"}
2026-07-09T11:48:22Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a3dd9b"}, "namespace": "ai-tenant-e2e-shared-a-a3dd9b", "name": "odh-trusted-ca-bundle", "reconcileID": "a79953f4-8ae3-4b49-b4b4-624884604df4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a3dd9b"}
2026-07-09T11:48:22Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a3dd9b"}, "namespace": "ai-tenant-e2e-shared-a-a3dd9b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d72537f-83fd-46d2-9e31-64f954e49a6b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a3dd9b"}
2026-07-09T11:48:22Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3dd9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3dd9b", "reconcileID": "aaf84ce8-c7f4-4ddc-b872-075d6bf23b15", "Gateway": "e2e-shared-a-a3dd9b", "namespace": "openshift-ingress"}
2026-07-09T11:48:22Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3dd9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3dd9b", "reconcileID": "aaf84ce8-c7f4-4ddc-b872-075d6bf23b15", "Gateway": "e2e-shared-a-a3dd9b", "namespace": "openshift-ingress", "name": "e2e-shared-a-a3dd9b-authn-ssl"}
2026-07-09T11:48:22Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3dd9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3dd9b", "reconcileID": "aaf84ce8-c7f4-4ddc-b872-075d6bf23b15", "Gateway": "e2e-shared-a-a3dd9b", "namespace": "openshift-ingress"}
2026-07-09T11:48:22Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a89f0c1a-d69a-4af1-a83d-496c31db5e6d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T11:48:27Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-02d29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-02d29c", "reconcileID": "a3a7787a-e3c9-407d-aaff-5eda033b32b0", "Gateway": "e2e-shared-b-02d29c", "namespace": "openshift-ingress"}
2026-07-09T11:48:27Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-02d29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-02d29c", "reconcileID": "a3a7787a-e3c9-407d-aaff-5eda033b32b0", "Gateway": "e2e-shared-b-02d29c", "namespace": "openshift-ingress", "name": "e2e-shared-b-02d29c-authn-ssl"}
2026-07-09T11:48:27Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-02d29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-02d29c", "reconcileID": "a3a7787a-e3c9-407d-aaff-5eda033b32b0", "Gateway": "e2e-shared-b-02d29c", "namespace": "openshift-ingress"}
2026-07-09T11:48:27Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-02d29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-02d29c", "reconcileID": "27b20d89-c8b8-45f2-aff3-3680cfa1d5ad", "Gateway": "e2e-shared-b-02d29c", "namespace": "openshift-ingress"}
2026-07-09T11:48:27Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-02d29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-02d29c", "reconcileID": "27b20d89-c8b8-45f2-aff3-3680cfa1d5ad", "Gateway": "e2e-shared-b-02d29c", "namespace": "openshift-ingress", "name": "e2e-shared-b-02d29c-authn-ssl"}
2026-07-09T11:48:27Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-02d29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-02d29c", "reconcileID": "27b20d89-c8b8-45f2-aff3-3680cfa1d5ad", "Gateway": "e2e-shared-b-02d29c", "namespace": "openshift-ingress"}
2026-07-09T11:48:27Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-02d29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-02d29c", "reconcileID": "afe1d90c-9084-4a9f-9965-9e0b32dc5bad", "Gateway": "e2e-shared-b-02d29c", "namespace": "openshift-ingress"}
2026-07-09T11:48:27Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-02d29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-02d29c", "reconcileID": "afe1d90c-9084-4a9f-9965-9e0b32dc5bad", "Gateway": "e2e-shared-b-02d29c", "namespace": "openshift-ingress", "name": "e2e-shared-b-02d29c-authn-ssl"}
2026-07-09T11:48:27Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-02d29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-02d29c", "reconcileID": "afe1d90c-9084-4a9f-9965-9e0b32dc5bad", "Gateway": "e2e-shared-b-02d29c", "namespace": "openshift-ingress"}
2026-07-09T11:48:27Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-02d29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-02d29c", "reconcileID": "013dc040-fe2e-4543-a08e-c43c90c5ea04", "Gateway": "e2e-shared-b-02d29c", "namespace": "openshift-ingress"}
2026-07-09T11:48:27Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-02d29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-02d29c", "reconcileID": "013dc040-fe2e-4543-a08e-c43c90c5ea04", "Gateway": "e2e-shared-b-02d29c", "namespace": "openshift-ingress", "name": "e2e-shared-b-02d29c-authn-ssl"}
2026-07-09T11:48:27Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-02d29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-02d29c", "reconcileID": "013dc040-fe2e-4543-a08e-c43c90c5ea04", "Gateway": "e2e-shared-b-02d29c", "namespace": "openshift-ingress"}
2026-07-09T11:48:27Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-02d29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-02d29c", "reconcileID": "282a8b03-8d9b-4f92-9e59-eee638202478", "Gateway": "e2e-shared-b-02d29c", "namespace": "openshift-ingress"}
2026-07-09T11:48:27Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-02d29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-02d29c", "reconcileID": "282a8b03-8d9b-4f92-9e59-eee638202478", "Gateway": "e2e-shared-b-02d29c", "namespace": "openshift-ingress", "name": "e2e-shared-b-02d29c-authn-ssl"}
2026-07-09T11:48:27Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-02d29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-02d29c", "reconcileID": "282a8b03-8d9b-4f92-9e59-eee638202478", "Gateway": "e2e-shared-b-02d29c", "namespace": "openshift-ingress"}
2026-07-09T11:48:27Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-02d29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-02d29c", "reconcileID": "a73d0dd6-e5b5-4624-95a6-00d5ade321a5", "Gateway": "e2e-shared-b-02d29c", "namespace": "openshift-ingress"}
2026-07-09T11:48:27Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-02d29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-02d29c", "reconcileID": "a73d0dd6-e5b5-4624-95a6-00d5ade321a5", "Gateway": "e2e-shared-b-02d29c", "namespace": "openshift-ingress", "name": "e2e-shared-b-02d29c-authn-ssl"}
2026-07-09T11:48:27Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-02d29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-02d29c", "reconcileID": "a73d0dd6-e5b5-4624-95a6-00d5ade321a5", "Gateway": "e2e-shared-b-02d29c", "namespace": "openshift-ingress"}
2026-07-09T11:48:28Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-02d29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-02d29c", "reconcileID": "18f863e2-f735-436f-8951-d8c2f5973a89", "Gateway": "e2e-shared-b-02d29c", "namespace": "openshift-ingress"}
2026-07-09T11:48:28Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-02d29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-02d29c", "reconcileID": "18f863e2-f735-436f-8951-d8c2f5973a89", "Gateway": "e2e-shared-b-02d29c", "namespace": "openshift-ingress", "name": "e2e-shared-b-02d29c-authn-ssl"}
2026-07-09T11:48:28Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-02d29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-02d29c", "reconcileID": "18f863e2-f735-436f-8951-d8c2f5973a89", "Gateway": "e2e-shared-b-02d29c", "namespace": "openshift-ingress"}
2026-07-09T11:48:28Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3dd9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3dd9b", "reconcileID": "1e42e675-3b77-4ce2-8995-38d34611af7a", "Gateway": "e2e-shared-a-a3dd9b", "namespace": "openshift-ingress"}
2026-07-09T11:48:28Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3dd9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3dd9b", "reconcileID": "1e42e675-3b77-4ce2-8995-38d34611af7a", "Gateway": "e2e-shared-a-a3dd9b", "namespace": "openshift-ingress", "name": "e2e-shared-a-a3dd9b-authn-ssl"}
2026-07-09T11:48:28Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3dd9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3dd9b", "reconcileID": "1e42e675-3b77-4ce2-8995-38d34611af7a", "Gateway": "e2e-shared-a-a3dd9b", "namespace": "openshift-ingress"}
2026-07-09T11:48:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-02d29c"}, "namespace": "ai-tenant-e2e-shared-b-02d29c", "name": "openshift-service-ca.crt", "reconcileID": "a3b8d3bb-8242-4d0b-9946-f09f20b98e7d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-02d29c"}
2026-07-09T11:48:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-02d29c"}, "namespace": "ai-tenant-e2e-shared-b-02d29c", "name": "odh-trusted-ca-bundle", "reconcileID": "96f20fe6-81f6-460e-addd-faee51c16cc8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-02d29c"}
2026-07-09T11:48:30Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-02d29c"}, "namespace": "ai-tenant-e2e-shared-b-02d29c", "name": "openshift-service-ca.crt", "reconcileID": "77be25a5-a5b3-4712-8caa-2fdb1babe9c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-02d29c", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T11:48:30Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-02d29c"}, "namespace": "ai-tenant-e2e-shared-b-02d29c", "name": "openshift-service-ca.crt", "reconcileID": "77be25a5-a5b3-4712-8caa-2fdb1babe9c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-02d29c"}
2026-07-09T11:48:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-02d29c"}, "namespace": "ai-tenant-e2e-shared-b-02d29c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "39552135-a9c5-43bd-8271-31f9864c2bda", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-02d29c"}
2026-07-09T11:48:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-02d29c"}, "namespace": "ai-tenant-e2e-shared-b-02d29c", "name": "openshift-service-ca.crt", "reconcileID": "a25d1895-7be8-445a-8733-c9079eef9b4b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-02d29c"}
2026-07-09T11:48:30Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-02d29c"}, "namespace": "ai-tenant-e2e-shared-b-02d29c", "name": "odh-trusted-ca-bundle", "reconcileID": "d8b44e3b-cec4-47e5-8b96-93c4a6a3280c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-02d29c", "update": "odh-kserve-custom-ca-bundle"}
2026-07-09T11:48:30Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-02d29c"}, "namespace": "ai-tenant-e2e-shared-b-02d29c", "name": "odh-trusted-ca-bundle", "reconcileID": "d8b44e3b-cec4-47e5-8b96-93c4a6a3280c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-02d29c"}
2026-07-09T11:48:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-02d29c"}, "namespace": "ai-tenant-e2e-shared-b-02d29c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c23ae96-2b92-4745-976a-d62a93f61985", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-02d29c"}
2026-07-09T11:48:30Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-02d29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-02d29c", "reconcileID": "f74364e8-c2ae-4ccb-a770-bf560a82534f", "Gateway": "e2e-shared-b-02d29c", "namespace": "openshift-ingress"}
2026-07-09T11:48:30Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-02d29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-02d29c", "reconcileID": "f74364e8-c2ae-4ccb-a770-bf560a82534f", "Gateway": "e2e-shared-b-02d29c", "namespace": "openshift-ingress", "name": "e2e-shared-b-02d29c-authn-ssl"}
2026-07-09T11:48:30Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-02d29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-02d29c", "reconcileID": "f74364e8-c2ae-4ccb-a770-bf560a82534f", "Gateway": "e2e-shared-b-02d29c", "namespace": "openshift-ingress"}
2026-07-09T11:48:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f3306a76-f3dc-4202-a1eb-f0dc7a737aee", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T11:48:37Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-02d29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-02d29c", "reconcileID": "795e3984-85e3-4b63-bb32-fd7cb4bb8695", "Gateway": "e2e-shared-b-02d29c", "namespace": "openshift-ingress"}
2026-07-09T11:48:37Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-02d29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-02d29c", "reconcileID": "795e3984-85e3-4b63-bb32-fd7cb4bb8695", "Gateway": "e2e-shared-b-02d29c", "namespace": "openshift-ingress", "name": "e2e-shared-b-02d29c-authn-ssl"}
2026-07-09T11:48:37Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-02d29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-02d29c", "reconcileID": "795e3984-85e3-4b63-bb32-fd7cb4bb8695", "Gateway": "e2e-shared-b-02d29c", "namespace": "openshift-ingress"}
2026-07-09T11:48:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b00757c8-12f5-45dc-bb41-a167799d6717", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T11:48:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ea363cca-81b3-4bcd-ac72-ce6e23fcb9f1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T11:51:25Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-09T11:51:25Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-09T11:51:26Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-09T11:51:26Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-09T11:51:40Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "73c42414-6f06-4e0f-b82b-37f1bd76ed96", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T11:51:40Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3dd9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3dd9b", "reconcileID": "b5c93627-991b-441e-9f7a-17f39f6ebbb9", "Gateway": "e2e-shared-a-a3dd9b", "namespace": "openshift-ingress"}
2026-07-09T11:51:40Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3dd9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3dd9b", "reconcileID": "b5c93627-991b-441e-9f7a-17f39f6ebbb9", "Gateway": "e2e-shared-a-a3dd9b", "namespace": "openshift-ingress", "name": "e2e-shared-a-a3dd9b-authn-ssl"}
2026-07-09T11:51:40Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3dd9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3dd9b", "reconcileID": "b5c93627-991b-441e-9f7a-17f39f6ebbb9", "Gateway": "e2e-shared-a-a3dd9b", "namespace": "openshift-ingress"}
2026-07-09T11:51:45Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a3dd9b"}, "namespace": "ai-tenant-e2e-shared-a-a3dd9b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1271fde4-27e5-4479-8bce-10b3605dac1d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a3dd9b"}
2026-07-09T11:51:45Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a3dd9b"}, "namespace": "ai-tenant-e2e-shared-a-a3dd9b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1271fde4-27e5-4479-8bce-10b3605dac1d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a3dd9b", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T11:51:45Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a3dd9b"}, "namespace": "ai-tenant-e2e-shared-a-a3dd9b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1271fde4-27e5-4479-8bce-10b3605dac1d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-a3dd9b because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-09T11:51:45Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a3dd9b"}, "namespace": "ai-tenant-e2e-shared-a-a3dd9b", "name": "odh-trusted-ca-bundle", "reconcileID": "aa09d126-b647-4cb5-a6af-43e5f375f82f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a3dd9b"}
2026-07-09T11:51:45Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a3dd9b"}, "namespace": "ai-tenant-e2e-shared-a-a3dd9b", "name": "odh-trusted-ca-bundle", "reconcileID": "aa09d126-b647-4cb5-a6af-43e5f375f82f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a3dd9b"}
2026-07-09T11:51:45Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-a3dd9b"}, "namespace": "ai-tenant-e2e-shared-a-a3dd9b", "name": "openshift-service-ca.crt", "reconcileID": "5cf26309-0dda-4646-8933-2ebe11fcc9b4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-a3dd9b"}
2026-07-09T11:51:45Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-a3dd9b"}, "namespace": "ai-tenant-e2e-shared-a-a3dd9b", "name": "openshift-service-ca.crt", "reconcileID": "5cf26309-0dda-4646-8933-2ebe11fcc9b4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-a3dd9b"}
2026-07-09T11:51:45Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a3dd9b"}, "namespace": "ai-tenant-e2e-shared-a-a3dd9b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a348283-864f-4021-862f-cfea0e580884", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a3dd9b"}
2026-07-09T11:51:45Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a3dd9b"}, "namespace": "ai-tenant-e2e-shared-a-a3dd9b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a348283-864f-4021-862f-cfea0e580884", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a3dd9b"}
2026-07-09T11:51:47Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bac01cd7-7553-4127-bb82-21e25bebaa96", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T11:51:47Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-02d29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-02d29c", "reconcileID": "81a66a41-f656-43ed-99f0-ce3c5f8eab52", "Gateway": "e2e-shared-b-02d29c", "namespace": "openshift-ingress"}
2026-07-09T11:51:47Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-02d29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-02d29c", "reconcileID": "81a66a41-f656-43ed-99f0-ce3c5f8eab52", "Gateway": "e2e-shared-b-02d29c", "namespace": "openshift-ingress", "name": "e2e-shared-b-02d29c-authn-ssl"}
2026-07-09T11:51:47Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-02d29c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-02d29c", "reconcileID": "81a66a41-f656-43ed-99f0-ce3c5f8eab52", "Gateway": "e2e-shared-b-02d29c", "namespace": "openshift-ingress"}
2026-07-09T11:51:52Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-02d29c"}, "namespace": "ai-tenant-e2e-shared-b-02d29c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad8b3083-0e6c-4a9a-acfd-b785de0eb946", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-02d29c"}
2026-07-09T11:51:52Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-02d29c"}, "namespace": "ai-tenant-e2e-shared-b-02d29c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad8b3083-0e6c-4a9a-acfd-b785de0eb946", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-02d29c", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T11:51:52Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-02d29c"}, "namespace": "ai-tenant-e2e-shared-b-02d29c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad8b3083-0e6c-4a9a-acfd-b785de0eb946", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-02d29c because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-09T11:51:52Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-02d29c"}, "namespace": "ai-tenant-e2e-shared-b-02d29c", "name": "odh-trusted-ca-bundle", "reconcileID": "f897b848-a492-4df9-91eb-1701130782f2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-02d29c"}
2026-07-09T11:51:52Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-02d29c"}, "namespace": "ai-tenant-e2e-shared-b-02d29c", "name": "odh-trusted-ca-bundle", "reconcileID": "f897b848-a492-4df9-91eb-1701130782f2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-02d29c"}
2026-07-09T11:51:52Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-02d29c"}, "namespace": "ai-tenant-e2e-shared-b-02d29c", "name": "openshift-service-ca.crt", "reconcileID": "3f907664-fc51-4b5e-a7f3-e09d3e28274f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-02d29c"}
2026-07-09T11:51:52Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-02d29c"}, "namespace": "ai-tenant-e2e-shared-b-02d29c", "name": "openshift-service-ca.crt", "reconcileID": "3f907664-fc51-4b5e-a7f3-e09d3e28274f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-02d29c"}
2026-07-09T11:51:52Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-02d29c"}, "namespace": "ai-tenant-e2e-shared-b-02d29c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b6044c5-1ab4-40a6-a525-462977ded05e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-02d29c"}
2026-07-09T11:51:52Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-02d29c"}, "namespace": "ai-tenant-e2e-shared-b-02d29c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b6044c5-1ab4-40a6-a525-462977ded05e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-02d29c"}