2026-07-08T18:09:44Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e2b37346"}, "namespace": "ai-tenant-e2e-mt-e2b37346", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dda4ba43-cf27-42d4-aa77-c7412c4aef71", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e2b37346"}
2026-07-08T18:09:45Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-62cce82d"}, "namespace": "ai-tenant-e2e-mt-62cce82d", "name": "openshift-service-ca.crt", "reconcileID": "bde542a2-1bb7-435a-a540-d9bed869d6ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-62cce82d"}
2026-07-08T18:09:45Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-62cce82d"}, "namespace": "ai-tenant-e2e-mt-62cce82d", "name": "openshift-service-ca.crt", "reconcileID": "c0b3c0cc-5ef5-4cb5-9ac4-a15f9fc7d832", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-62cce82d", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:09:45Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-62cce82d"}, "namespace": "ai-tenant-e2e-mt-62cce82d", "name": "openshift-service-ca.crt", "reconcileID": "c0b3c0cc-5ef5-4cb5-9ac4-a15f9fc7d832", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-62cce82d"}
2026-07-08T18:09:45Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-62cce82d"}, "namespace": "ai-tenant-e2e-mt-62cce82d", "name": "odh-trusted-ca-bundle", "reconcileID": "eb709baa-24f6-40bc-b714-0b5937143ce1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-62cce82d", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:09:45Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-62cce82d"}, "namespace": "ai-tenant-e2e-mt-62cce82d", "name": "odh-trusted-ca-bundle", "reconcileID": "eb709baa-24f6-40bc-b714-0b5937143ce1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-08T18:09:45Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-62cce82d"}, "namespace": "ai-tenant-e2e-mt-62cce82d", "name": "openshift-service-ca.crt", "reconcileID": "fb85bba5-242e-430c-a933-ed6e7b51f6ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-62cce82d"}
2026-07-08T18:09:45Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-62cce82d"}, "namespace": "ai-tenant-e2e-mt-62cce82d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ba45df6a-4f99-4a4a-9584-9da43851946f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-62cce82d"}
2026-07-08T18:09:45Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-62cce82d"}, "namespace": "ai-tenant-e2e-mt-62cce82d", "name": "odh-trusted-ca-bundle", "reconcileID": "10803086-5be8-40f2-ba5b-ab20ceb4f083", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-62cce82d"}
2026-07-08T18:09:45Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-62cce82d"}, "namespace": "ai-tenant-e2e-mt-62cce82d", "name": "odh-trusted-ca-bundle", "reconcileID": "25d9486b-d2cf-4ee0-bb3a-d41c32f5afdd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-62cce82d", "update": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:09:45Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-62cce82d"}, "namespace": "ai-tenant-e2e-mt-62cce82d", "name": "odh-trusted-ca-bundle", "reconcileID": "25d9486b-d2cf-4ee0-bb3a-d41c32f5afdd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-62cce82d"}
2026-07-08T18:09:45Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-62cce82d"}, "namespace": "ai-tenant-e2e-mt-62cce82d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "42d54c1d-addf-490c-adf0-750d7ed81c17", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-62cce82d"}
2026-07-08T18:10:23Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-62cce82d"}, "namespace": "ai-tenant-e2e-mt-62cce82d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e49a580c-9221-4c0f-91d9-753c4d7869cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-62cce82d"}
2026-07-08T18:10:23Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-62cce82d"}, "namespace": "ai-tenant-e2e-mt-62cce82d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e49a580c-9221-4c0f-91d9-753c4d7869cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-62cce82d", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:10:23Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-62cce82d"}, "namespace": "ai-tenant-e2e-mt-62cce82d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e49a580c-9221-4c0f-91d9-753c4d7869cf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-62cce82d because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-08T18:10:23Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-62cce82d"}, "namespace": "ai-tenant-e2e-mt-62cce82d", "name": "odh-trusted-ca-bundle", "reconcileID": "2d355950-5558-4167-9067-699c04f322ec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-62cce82d"}
2026-07-08T18:10:23Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-62cce82d"}, "namespace": "ai-tenant-e2e-mt-62cce82d", "name": "odh-trusted-ca-bundle", "reconcileID": "2d355950-5558-4167-9067-699c04f322ec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-62cce82d"}
2026-07-08T18:10:23Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-62cce82d"}, "namespace": "ai-tenant-e2e-mt-62cce82d", "name": "openshift-service-ca.crt", "reconcileID": "f8185a67-4973-4f54-b7f4-dc1432713a9d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-62cce82d"}
2026-07-08T18:10:23Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-62cce82d"}, "namespace": "ai-tenant-e2e-mt-62cce82d", "name": "openshift-service-ca.crt", "reconcileID": "f8185a67-4973-4f54-b7f4-dc1432713a9d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-62cce82d"}
2026-07-08T18:10:23Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-62cce82d"}, "namespace": "ai-tenant-e2e-mt-62cce82d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "acdddc15-6774-4168-aab7-7740d1ae7fed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-62cce82d"}
2026-07-08T18:10:23Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-62cce82d"}, "namespace": "ai-tenant-e2e-mt-62cce82d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "acdddc15-6774-4168-aab7-7740d1ae7fed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-62cce82d"}
2026-07-08T18:10:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "c5cbf4b8-25c4-4b7f-9184-e65b0113322d", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress"}
2026-07-08T18:10:24Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "c5cbf4b8-25c4-4b7f-9184-e65b0113322d", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress", "name": "e2e-inf-a-975810-authn-ssl"}
2026-07-08T18:10:24Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "c5cbf4b8-25c4-4b7f-9184-e65b0113322d", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress"}
2026-07-08T18:10:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "5d3ebce8-a9f9-483c-8ace-0fd7f09c3d78", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress"}
2026-07-08T18:10:24Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "5d3ebce8-a9f9-483c-8ace-0fd7f09c3d78", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress", "name": "e2e-inf-a-975810-authn-ssl"}
2026-07-08T18:10:24Z	ERROR	Reconciler error	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "5d3ebce8-a9f9-483c-8ace-0fd7f09c3d78", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-inf-a-975810-authn-ssl: envoyfilters.networking.istio.io \"e2e-inf-a-975810-authn-ssl\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-08T18:10:24Z	DEBUG	events	Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-inf-a-975810-authn-ssl: envoyfilters.networking.istio.io "e2e-inf-a-975810-authn-ssl" already exists	{"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-inf-a-975810","uid":"6cccf4bc-5a45-4894-8245-918ae301361a","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"47745"}, "reason": "ReconcileError"}
2026-07-08T18:10:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "0293548d-c4a7-42f8-8307-d00db3c60151", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress"}
2026-07-08T18:10:24Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "0293548d-c4a7-42f8-8307-d00db3c60151", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress", "name": "e2e-inf-a-975810-authn-ssl"}
2026-07-08T18:10:24Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "0293548d-c4a7-42f8-8307-d00db3c60151", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress"}
2026-07-08T18:10:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "fc6bf78b-c078-41a2-bd37-6828e2b6438d", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress"}
2026-07-08T18:10:24Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "fc6bf78b-c078-41a2-bd37-6828e2b6438d", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress", "name": "e2e-inf-a-975810-authn-ssl"}
2026-07-08T18:10:24Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "fc6bf78b-c078-41a2-bd37-6828e2b6438d", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress"}
2026-07-08T18:10:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "64025fb2-bc78-4189-87cc-5f8ed9e0280a", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress"}
2026-07-08T18:10:24Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "64025fb2-bc78-4189-87cc-5f8ed9e0280a", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress", "name": "e2e-inf-a-975810-authn-ssl"}
2026-07-08T18:10:24Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "64025fb2-bc78-4189-87cc-5f8ed9e0280a", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress"}
2026-07-08T18:10:25Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "a7786468-46cd-459c-9c93-ab82bbfe55a6", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress"}
2026-07-08T18:10:25Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "a7786468-46cd-459c-9c93-ab82bbfe55a6", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress", "name": "e2e-inf-a-975810-authn-ssl"}
2026-07-08T18:10:25Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "a7786468-46cd-459c-9c93-ab82bbfe55a6", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress"}
2026-07-08T18:10:25Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "9e7f3e51-b4ed-443d-9d4b-95e6f3ed8de2", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress"}
2026-07-08T18:10:25Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "9e7f3e51-b4ed-443d-9d4b-95e6f3ed8de2", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress", "name": "e2e-inf-a-975810-authn-ssl"}
2026-07-08T18:10:25Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "9e7f3e51-b4ed-443d-9d4b-95e6f3ed8de2", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress"}
2026-07-08T18:10:25Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "a5fb39dd-0ec3-46f0-83dd-6d48984e6b3f", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress"}
2026-07-08T18:10:25Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "a5fb39dd-0ec3-46f0-83dd-6d48984e6b3f", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress", "name": "e2e-inf-a-975810-authn-ssl"}
2026-07-08T18:10:25Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "a5fb39dd-0ec3-46f0-83dd-6d48984e6b3f", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress"}
2026-07-08T18:10:27Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "openshift-service-ca.crt", "reconcileID": "c18601c2-1dea-4691-920e-7dcc0ff3a024", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-975810"}
2026-07-08T18:10:27Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "odh-trusted-ca-bundle", "reconcileID": "f660bb89-1d7d-442e-9ecb-d4caa5d0fedd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-975810"}
2026-07-08T18:10:27Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "openshift-service-ca.crt", "reconcileID": "ad4508d9-5b92-4e70-9912-9e62a60ade17", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-975810", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:10:27Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "openshift-service-ca.crt", "reconcileID": "ad4508d9-5b92-4e70-9912-9e62a60ade17", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-975810"}
2026-07-08T18:10:27Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "471968f8-fc45-4a06-ae82-74871e190ea2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-975810"}
2026-07-08T18:10:27Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "openshift-service-ca.crt", "reconcileID": "d72736ad-c18a-4838-ba32-e2e99d6235a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-975810"}
2026-07-08T18:10:27Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "odh-trusted-ca-bundle", "reconcileID": "50a2fd92-c5ec-412b-a0b3-76fac4327291", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-975810", "update": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:10:27Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "odh-trusted-ca-bundle", "reconcileID": "50a2fd92-c5ec-412b-a0b3-76fac4327291", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-975810"}
2026-07-08T18:10:27Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b3c2cf1e-aac1-4845-b77c-7719736e1939", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-975810"}
2026-07-08T18:10:28Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "a6c6184a-88af-4996-8e3c-0d6194bd7742", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress"}
2026-07-08T18:10:28Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "a6c6184a-88af-4996-8e3c-0d6194bd7742", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress", "name": "e2e-inf-a-975810-authn-ssl"}
2026-07-08T18:10:28Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "a6c6184a-88af-4996-8e3c-0d6194bd7742", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress"}
2026-07-08T18:10:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "811297fc-2b2e-48c0-9a42-5f352951375a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-08T18:10:31Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "6f3d61c6-a135-4b03-bd0d-53a754790edb", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress"}
2026-07-08T18:10:31Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "6f3d61c6-a135-4b03-bd0d-53a754790edb", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress", "name": "e2e-inf-a-975810-authn-ssl"}
2026-07-08T18:10:31Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "6f3d61c6-a135-4b03-bd0d-53a754790edb", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress"}
2026-07-08T18:10:32Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "1e152edb-9c46-42b5-ba80-711e82511ed0", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress"}
2026-07-08T18:10:32Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "1e152edb-9c46-42b5-ba80-711e82511ed0", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673-authn-ssl"}
2026-07-08T18:10:32Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "1e152edb-9c46-42b5-ba80-711e82511ed0", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress"}
2026-07-08T18:10:32Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "d368536c-39c5-4069-ac73-ad8cf2c79cfc", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress"}
2026-07-08T18:10:32Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "d368536c-39c5-4069-ac73-ad8cf2c79cfc", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673-authn-ssl"}
2026-07-08T18:10:32Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "d368536c-39c5-4069-ac73-ad8cf2c79cfc", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress"}
2026-07-08T18:10:32Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "4e02502b-3ca8-47ef-b4be-90d4425a817b", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress"}
2026-07-08T18:10:32Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "4e02502b-3ca8-47ef-b4be-90d4425a817b", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673-authn-ssl"}
2026-07-08T18:10:32Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "4e02502b-3ca8-47ef-b4be-90d4425a817b", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress"}
2026-07-08T18:10:32Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "4c7ec210-b0a3-4c03-931a-6886611c5a98", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress"}
2026-07-08T18:10:32Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "4c7ec210-b0a3-4c03-931a-6886611c5a98", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673-authn-ssl"}
2026-07-08T18:10:32Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "4c7ec210-b0a3-4c03-931a-6886611c5a98", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress"}
2026-07-08T18:10:33Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "6400a960-544a-42e0-83ea-a8de3835facd", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress"}
2026-07-08T18:10:33Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "6400a960-544a-42e0-83ea-a8de3835facd", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673-authn-ssl"}
2026-07-08T18:10:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "6400a960-544a-42e0-83ea-a8de3835facd", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress"}
2026-07-08T18:10:33Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "c7f1047b-b32c-4e48-b4bd-56cf39bbbe22", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress"}
2026-07-08T18:10:33Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "c7f1047b-b32c-4e48-b4bd-56cf39bbbe22", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673-authn-ssl"}
2026-07-08T18:10:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "c7f1047b-b32c-4e48-b4bd-56cf39bbbe22", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress"}
2026-07-08T18:10:33Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "9e9f4493-2c1c-4aaa-b55c-3bb21a49a15e", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress"}
2026-07-08T18:10:33Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "9e9f4493-2c1c-4aaa-b55c-3bb21a49a15e", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673-authn-ssl"}
2026-07-08T18:10:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "9e9f4493-2c1c-4aaa-b55c-3bb21a49a15e", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress"}
2026-07-08T18:10:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "openshift-service-ca.crt", "reconcileID": "48bb85b0-b7af-46ff-b5a8-1becaf565442", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-3be673"}
2026-07-08T18:10:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "odh-trusted-ca-bundle", "reconcileID": "890c0e69-6937-4876-a955-b803a2fbebc0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-3be673"}
2026-07-08T18:10:35Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "openshift-service-ca.crt", "reconcileID": "960516a0-2427-4d32-88fb-89e40f6b818a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-3be673", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:10:35Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "openshift-service-ca.crt", "reconcileID": "960516a0-2427-4d32-88fb-89e40f6b818a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-3be673"}
2026-07-08T18:10:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "openshift-service-ca.crt", "reconcileID": "066d1a75-d09e-42ff-a47f-89b893f002f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-3be673"}
2026-07-08T18:10:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c276549c-8018-4b54-9a41-b57e97c1c191", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-3be673"}
2026-07-08T18:10:35Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "odh-trusted-ca-bundle", "reconcileID": "bb4ac178-cae6-433f-90b0-f25acb19df2a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-3be673", "update": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:10:35Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "odh-trusted-ca-bundle", "reconcileID": "bb4ac178-cae6-433f-90b0-f25acb19df2a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-3be673"}
2026-07-08T18:10:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "55fc9359-7de6-4028-b9fc-7da5cbf85253", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-3be673"}
2026-07-08T18:10:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "11411e93-5b82-49e5-a856-6ad4d850ffeb", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress"}
2026-07-08T18:10:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "11411e93-5b82-49e5-a856-6ad4d850ffeb", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673-authn-ssl"}
2026-07-08T18:10:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "11411e93-5b82-49e5-a856-6ad4d850ffeb", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress"}
2026-07-08T18:10:36Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7cd18f05-78c3-4619-98f8-39b6e2361d8e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-08T18:10:40Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-975810","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "test-model-975810", "reconcileID": "133c77d6-c0a9-49fb-b23e-f5595cf17dfd", "LLMInferenceService": "test-model-975810", "namespace": "ai-tenant-e2e-inf-a-975810"}
2026-07-08T18:10:40Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-975810","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "test-model-975810", "reconcileID": "133c77d6-c0a9-49fb-b23e-f5595cf17dfd", "LLMInferenceService": "test-model-975810", "namespace": "ai-tenant-e2e-inf-a-975810"}
2026-07-08T18:10:40Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-975810","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "test-model-975810", "reconcileID": "133c77d6-c0a9-49fb-b23e-f5595cf17dfd", "LLMInferenceService": "test-model-975810", "namespace": "ai-tenant-e2e-inf-a-975810"}
2026-07-08T18:10:40Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "eeedbfeb-d2f5-4c20-af2a-38617c62fff1", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress"}
2026-07-08T18:10:40Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-975810","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "test-model-975810", "reconcileID": "133c77d6-c0a9-49fb-b23e-f5595cf17dfd", "LLMInferenceService": "test-model-975810", "namespace": "ai-tenant-e2e-inf-a-975810", "name": "test-model-975810-kserve-route-authn"}
2026-07-08T18:10:40Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-975810","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "test-model-975810", "reconcileID": "133c77d6-c0a9-49fb-b23e-f5595cf17dfd", "LLMInferenceService": "test-model-975810", "namespace": "ai-tenant-e2e-inf-a-975810", "authType": "userdefined"}
2026-07-08T18:10:40Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-975810","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "test-model-975810", "reconcileID": "133c77d6-c0a9-49fb-b23e-f5595cf17dfd", "LLMInferenceService": "test-model-975810", "namespace": "ai-tenant-e2e-inf-a-975810"}
2026-07-08T18:10:40Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "eeedbfeb-d2f5-4c20-af2a-38617c62fff1", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress", "name": "e2e-inf-a-975810-authn-ssl"}
2026-07-08T18:10:40Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "eeedbfeb-d2f5-4c20-af2a-38617c62fff1", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress"}
2026-07-08T18:10:40Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-975810","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "test-model-975810", "reconcileID": "23acfac6-8fc7-45fa-a1a7-8d43add2474c", "LLMInferenceService": "test-model-975810", "namespace": "ai-tenant-e2e-inf-a-975810"}
2026-07-08T18:10:40Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-975810","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "test-model-975810", "reconcileID": "23acfac6-8fc7-45fa-a1a7-8d43add2474c", "LLMInferenceService": "test-model-975810", "namespace": "ai-tenant-e2e-inf-a-975810"}
2026-07-08T18:10:40Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-975810","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "test-model-975810", "reconcileID": "23acfac6-8fc7-45fa-a1a7-8d43add2474c", "LLMInferenceService": "test-model-975810", "namespace": "ai-tenant-e2e-inf-a-975810"}
2026-07-08T18:10:40Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-975810","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "test-model-975810", "reconcileID": "23acfac6-8fc7-45fa-a1a7-8d43add2474c", "LLMInferenceService": "test-model-975810", "namespace": "ai-tenant-e2e-inf-a-975810", "name": "test-model-975810-kserve-route-authn"}
2026-07-08T18:10:40Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-975810","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "test-model-975810", "reconcileID": "23acfac6-8fc7-45fa-a1a7-8d43add2474c", "LLMInferenceService": "test-model-975810", "namespace": "ai-tenant-e2e-inf-a-975810", "authType": "userdefined"}
2026-07-08T18:10:40Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-975810","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "test-model-975810", "reconcileID": "23acfac6-8fc7-45fa-a1a7-8d43add2474c", "LLMInferenceService": "test-model-975810", "namespace": "ai-tenant-e2e-inf-a-975810"}
2026-07-08T18:10:40Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "fdd3b1b5-46cd-4257-b2e2-10319960fd22", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress"}
2026-07-08T18:10:40Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "fdd3b1b5-46cd-4257-b2e2-10319960fd22", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673-authn-ssl"}
2026-07-08T18:10:40Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "fdd3b1b5-46cd-4257-b2e2-10319960fd22", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress"}
2026-07-08T18:10:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c1c0810d-0363-4884-bdff-c41ff44322d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-08T18:10:57Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "46dfe2fe-e9ee-47dc-8e02-5882555465c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-08T18:11:04Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "590c1aa2-757a-4655-a803-5a688441aa17", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress"}
2026-07-08T18:11:05Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "590c1aa2-757a-4655-a803-5a688441aa17", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress", "name": "e2e-inf-a-975810-authn-ssl"}
2026-07-08T18:11:05Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "590c1aa2-757a-4655-a803-5a688441aa17", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress"}
2026-07-08T18:11:06Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-975810","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "test-model-975810", "reconcileID": "936b668d-6653-454a-89f2-884ae1a38772", "LLMInferenceService": "test-model-975810", "namespace": "ai-tenant-e2e-inf-a-975810"}
2026-07-08T18:11:06Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-975810","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "test-model-975810", "reconcileID": "936b668d-6653-454a-89f2-884ae1a38772", "LLMInferenceService": "test-model-975810", "namespace": "ai-tenant-e2e-inf-a-975810"}
2026-07-08T18:11:06Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-975810","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "test-model-975810", "reconcileID": "936b668d-6653-454a-89f2-884ae1a38772", "LLMInferenceService": "test-model-975810", "namespace": "ai-tenant-e2e-inf-a-975810"}
2026-07-08T18:11:06Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-975810","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "test-model-975810", "reconcileID": "936b668d-6653-454a-89f2-884ae1a38772", "LLMInferenceService": "test-model-975810", "namespace": "ai-tenant-e2e-inf-a-975810", "name": "test-model-975810-kserve-route-authn"}
2026-07-08T18:11:06Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-975810","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "test-model-975810", "reconcileID": "936b668d-6653-454a-89f2-884ae1a38772", "LLMInferenceService": "test-model-975810", "namespace": "ai-tenant-e2e-inf-a-975810", "authType": "userdefined"}
2026-07-08T18:11:06Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-975810","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "test-model-975810", "reconcileID": "936b668d-6653-454a-89f2-884ae1a38772", "LLMInferenceService": "test-model-975810", "namespace": "ai-tenant-e2e-inf-a-975810"}
2026-07-08T18:11:11Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "85ef2198-8860-49b3-a674-a3b11e285768", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress"}
2026-07-08T18:11:11Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "85ef2198-8860-49b3-a674-a3b11e285768", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress", "name": "e2e-inf-a-975810-authn-ssl"}
2026-07-08T18:11:11Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "85ef2198-8860-49b3-a674-a3b11e285768", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress"}
2026-07-08T18:11:20Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-975810","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "test-model-975810", "reconcileID": "9ac3cd0e-7e84-471d-afb5-df61f47f0fc8", "LLMInferenceService": "test-model-975810", "namespace": "ai-tenant-e2e-inf-a-975810"}
2026-07-08T18:11:20Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-975810","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "test-model-975810", "reconcileID": "9ac3cd0e-7e84-471d-afb5-df61f47f0fc8", "LLMInferenceService": "test-model-975810", "namespace": "ai-tenant-e2e-inf-a-975810"}
2026-07-08T18:11:20Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-975810","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "test-model-975810", "reconcileID": "9ac3cd0e-7e84-471d-afb5-df61f47f0fc8", "LLMInferenceService": "test-model-975810", "namespace": "ai-tenant-e2e-inf-a-975810"}
2026-07-08T18:11:20Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-975810","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "test-model-975810", "reconcileID": "9ac3cd0e-7e84-471d-afb5-df61f47f0fc8", "LLMInferenceService": "test-model-975810", "namespace": "ai-tenant-e2e-inf-a-975810", "name": "test-model-975810-kserve-route-authn"}
2026-07-08T18:11:20Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-975810","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "test-model-975810", "reconcileID": "9ac3cd0e-7e84-471d-afb5-df61f47f0fc8", "LLMInferenceService": "test-model-975810", "namespace": "ai-tenant-e2e-inf-a-975810", "authType": "userdefined"}
2026-07-08T18:11:20Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-975810","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "test-model-975810", "reconcileID": "9ac3cd0e-7e84-471d-afb5-df61f47f0fc8", "LLMInferenceService": "test-model-975810", "namespace": "ai-tenant-e2e-inf-a-975810"}
2026-07-08T18:11:22Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3be673","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "test-model-3be673", "reconcileID": "27a48f35-14f2-41e2-b599-63178075b207", "LLMInferenceService": "test-model-3be673", "namespace": "ai-tenant-e2e-inf-b-3be673"}
2026-07-08T18:11:22Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3be673","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "test-model-3be673", "reconcileID": "27a48f35-14f2-41e2-b599-63178075b207", "LLMInferenceService": "test-model-3be673", "namespace": "ai-tenant-e2e-inf-b-3be673"}
2026-07-08T18:11:22Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3be673","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "test-model-3be673", "reconcileID": "27a48f35-14f2-41e2-b599-63178075b207", "LLMInferenceService": "test-model-3be673", "namespace": "ai-tenant-e2e-inf-b-3be673"}
2026-07-08T18:11:22Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "2b01e987-63da-4e38-8638-f2ea35ee72da", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress"}
2026-07-08T18:11:22Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3be673","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "test-model-3be673", "reconcileID": "27a48f35-14f2-41e2-b599-63178075b207", "LLMInferenceService": "test-model-3be673", "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "test-model-3be673-kserve-route-authn"}
2026-07-08T18:11:22Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3be673","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "test-model-3be673", "reconcileID": "27a48f35-14f2-41e2-b599-63178075b207", "LLMInferenceService": "test-model-3be673", "namespace": "ai-tenant-e2e-inf-b-3be673", "authType": "userdefined"}
2026-07-08T18:11:22Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3be673","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "test-model-3be673", "reconcileID": "27a48f35-14f2-41e2-b599-63178075b207", "LLMInferenceService": "test-model-3be673", "namespace": "ai-tenant-e2e-inf-b-3be673"}
2026-07-08T18:11:22Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "2b01e987-63da-4e38-8638-f2ea35ee72da", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673-authn-ssl"}
2026-07-08T18:11:22Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "2b01e987-63da-4e38-8638-f2ea35ee72da", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress"}
2026-07-08T18:11:22Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3be673","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "test-model-3be673", "reconcileID": "4abf3d40-1700-4043-a6fc-ce4abd63cd45", "LLMInferenceService": "test-model-3be673", "namespace": "ai-tenant-e2e-inf-b-3be673"}
2026-07-08T18:11:22Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3be673","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "test-model-3be673", "reconcileID": "4abf3d40-1700-4043-a6fc-ce4abd63cd45", "LLMInferenceService": "test-model-3be673", "namespace": "ai-tenant-e2e-inf-b-3be673"}
2026-07-08T18:11:22Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3be673","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "test-model-3be673", "reconcileID": "4abf3d40-1700-4043-a6fc-ce4abd63cd45", "LLMInferenceService": "test-model-3be673", "namespace": "ai-tenant-e2e-inf-b-3be673"}
2026-07-08T18:11:22Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3be673","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "test-model-3be673", "reconcileID": "4abf3d40-1700-4043-a6fc-ce4abd63cd45", "LLMInferenceService": "test-model-3be673", "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "test-model-3be673-kserve-route-authn"}
2026-07-08T18:11:22Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3be673","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "test-model-3be673", "reconcileID": "4abf3d40-1700-4043-a6fc-ce4abd63cd45", "LLMInferenceService": "test-model-3be673", "namespace": "ai-tenant-e2e-inf-b-3be673", "authType": "userdefined"}
2026-07-08T18:11:22Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3be673","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "test-model-3be673", "reconcileID": "4abf3d40-1700-4043-a6fc-ce4abd63cd45", "LLMInferenceService": "test-model-3be673", "namespace": "ai-tenant-e2e-inf-b-3be673"}
2026-07-08T18:11:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "20a1903c-5587-411f-9223-098147e94c55", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress"}
2026-07-08T18:11:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "20a1903c-5587-411f-9223-098147e94c55", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673-authn-ssl"}
2026-07-08T18:11:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "20a1903c-5587-411f-9223-098147e94c55", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress"}
2026-07-08T18:11:37Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3be673","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "test-model-3be673", "reconcileID": "3860ec51-845f-44ff-80a7-6f50eee1075a", "LLMInferenceService": "test-model-3be673", "namespace": "ai-tenant-e2e-inf-b-3be673"}
2026-07-08T18:11:37Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3be673","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "test-model-3be673", "reconcileID": "3860ec51-845f-44ff-80a7-6f50eee1075a", "LLMInferenceService": "test-model-3be673", "namespace": "ai-tenant-e2e-inf-b-3be673"}
2026-07-08T18:11:37Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3be673","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "test-model-3be673", "reconcileID": "3860ec51-845f-44ff-80a7-6f50eee1075a", "LLMInferenceService": "test-model-3be673", "namespace": "ai-tenant-e2e-inf-b-3be673"}
2026-07-08T18:11:37Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3be673","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "test-model-3be673", "reconcileID": "3860ec51-845f-44ff-80a7-6f50eee1075a", "LLMInferenceService": "test-model-3be673", "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "test-model-3be673-kserve-route-authn"}
2026-07-08T18:11:37Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3be673","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "test-model-3be673", "reconcileID": "3860ec51-845f-44ff-80a7-6f50eee1075a", "LLMInferenceService": "test-model-3be673", "namespace": "ai-tenant-e2e-inf-b-3be673", "authType": "userdefined"}
2026-07-08T18:11:37Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3be673","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "test-model-3be673", "reconcileID": "3860ec51-845f-44ff-80a7-6f50eee1075a", "LLMInferenceService": "test-model-3be673", "namespace": "ai-tenant-e2e-inf-b-3be673"}
2026-07-08T18:11:44Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "815f7b24-6523-47ff-9a6b-7105912f1457", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress"}
2026-07-08T18:11:44Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "815f7b24-6523-47ff-9a6b-7105912f1457", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673-authn-ssl"}
2026-07-08T18:11:44Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "815f7b24-6523-47ff-9a6b-7105912f1457", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress"}
2026-07-08T18:11:51Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3be673","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "test-model-3be673", "reconcileID": "5a7986e0-886c-4ab2-b4ce-8b1110909496", "LLMInferenceService": "test-model-3be673", "namespace": "ai-tenant-e2e-inf-b-3be673"}
2026-07-08T18:11:51Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3be673","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "test-model-3be673", "reconcileID": "5a7986e0-886c-4ab2-b4ce-8b1110909496", "LLMInferenceService": "test-model-3be673", "namespace": "ai-tenant-e2e-inf-b-3be673"}
2026-07-08T18:11:51Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3be673","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "test-model-3be673", "reconcileID": "5a7986e0-886c-4ab2-b4ce-8b1110909496", "LLMInferenceService": "test-model-3be673", "namespace": "ai-tenant-e2e-inf-b-3be673"}
2026-07-08T18:11:51Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3be673","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "test-model-3be673", "reconcileID": "5a7986e0-886c-4ab2-b4ce-8b1110909496", "LLMInferenceService": "test-model-3be673", "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "test-model-3be673-kserve-route-authn"}
2026-07-08T18:11:51Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3be673","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "test-model-3be673", "reconcileID": "5a7986e0-886c-4ab2-b4ce-8b1110909496", "LLMInferenceService": "test-model-3be673", "namespace": "ai-tenant-e2e-inf-b-3be673", "authType": "userdefined"}
2026-07-08T18:11:51Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3be673","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "test-model-3be673", "reconcileID": "5a7986e0-886c-4ab2-b4ce-8b1110909496", "LLMInferenceService": "test-model-3be673", "namespace": "ai-tenant-e2e-inf-b-3be673"}
2026-07-08T18:11:59Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-975810","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "test-model-975810", "reconcileID": "dabd43b5-b33e-44cc-9475-c4ec4f95aa72", "LLMInferenceService": "test-model-975810", "namespace": "ai-tenant-e2e-inf-a-975810"}
2026-07-08T18:11:59Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-975810","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "test-model-975810", "reconcileID": "dabd43b5-b33e-44cc-9475-c4ec4f95aa72", "LLMInferenceService": "test-model-975810", "namespace": "ai-tenant-e2e-inf-a-975810", "name": "test-model-975810"}
2026-07-08T18:11:59Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-975810","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "test-model-975810", "reconcileID": "dabd43b5-b33e-44cc-9475-c4ec4f95aa72", "LLMInferenceService": "test-model-975810", "namespace": "ai-tenant-e2e-inf-a-975810"}
2026-07-08T18:11:59Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-975810","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "test-model-975810", "reconcileID": "dabd43b5-b33e-44cc-9475-c4ec4f95aa72", "LLMInferenceService": "test-model-975810", "namespace": "ai-tenant-e2e-inf-a-975810"}
2026-07-08T18:11:59Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-975810","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "test-model-975810", "reconcileID": "dabd43b5-b33e-44cc-9475-c4ec4f95aa72", "LLMInferenceService": "test-model-975810", "namespace": "ai-tenant-e2e-inf-a-975810", "name": "test-model-975810-kserve-route-authn"}
2026-07-08T18:11:59Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-975810","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "test-model-975810", "reconcileID": "dabd43b5-b33e-44cc-9475-c4ec4f95aa72", "LLMInferenceService": "test-model-975810", "namespace": "ai-tenant-e2e-inf-a-975810", "name": "test-model-975810-kserve-route-authn"}
2026-07-08T18:11:59Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-975810","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "test-model-975810", "reconcileID": "dabd43b5-b33e-44cc-9475-c4ec4f95aa72", "LLMInferenceService": "test-model-975810", "namespace": "ai-tenant-e2e-inf-a-975810", "namespace": "ai-tenant-e2e-inf-a-975810"}
2026-07-08T18:11:59Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-975810","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "test-model-975810", "reconcileID": "dabd43b5-b33e-44cc-9475-c4ec4f95aa72", "LLMInferenceService": "test-model-975810", "namespace": "ai-tenant-e2e-inf-a-975810", "namespace": "ai-tenant-e2e-inf-a-975810"}
2026-07-08T18:11:59Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-975810","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "test-model-975810", "reconcileID": "9e6f52eb-2546-4bcc-b0e3-d94376606640", "LLMInferenceService": "test-model-975810", "namespace": "ai-tenant-e2e-inf-a-975810"}
2026-07-08T18:11:59Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "a322e515-84d9-4ca4-94ff-738106a8a3a1", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress"}
2026-07-08T18:11:59Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "a322e515-84d9-4ca4-94ff-738106a8a3a1", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress", "name": "e2e-inf-a-975810-authn-ssl"}
2026-07-08T18:11:59Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "a322e515-84d9-4ca4-94ff-738106a8a3a1", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress"}
2026-07-08T18:11:59Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "023f0f22-f888-4764-a27b-268502499368", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress"}
2026-07-08T18:11:59Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "023f0f22-f888-4764-a27b-268502499368", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress", "name": "e2e-inf-a-975810-authn-ssl"}
2026-07-08T18:11:59Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "023f0f22-f888-4764-a27b-268502499368", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress"}
2026-07-08T18:12:00Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3be673","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "test-model-3be673", "reconcileID": "c58aff75-48bb-48ee-9130-87faf60a6d8f", "LLMInferenceService": "test-model-3be673", "namespace": "ai-tenant-e2e-inf-b-3be673"}
2026-07-08T18:12:00Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3be673","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "test-model-3be673", "reconcileID": "c58aff75-48bb-48ee-9130-87faf60a6d8f", "LLMInferenceService": "test-model-3be673", "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "test-model-3be673"}
2026-07-08T18:12:00Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3be673","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "test-model-3be673", "reconcileID": "c58aff75-48bb-48ee-9130-87faf60a6d8f", "LLMInferenceService": "test-model-3be673", "namespace": "ai-tenant-e2e-inf-b-3be673"}
2026-07-08T18:12:00Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3be673","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "test-model-3be673", "reconcileID": "c58aff75-48bb-48ee-9130-87faf60a6d8f", "LLMInferenceService": "test-model-3be673", "namespace": "ai-tenant-e2e-inf-b-3be673"}
2026-07-08T18:12:00Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3be673","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "test-model-3be673", "reconcileID": "c58aff75-48bb-48ee-9130-87faf60a6d8f", "LLMInferenceService": "test-model-3be673", "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "test-model-3be673-kserve-route-authn"}
2026-07-08T18:12:00Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3be673","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "test-model-3be673", "reconcileID": "c58aff75-48bb-48ee-9130-87faf60a6d8f", "LLMInferenceService": "test-model-3be673", "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "test-model-3be673-kserve-route-authn"}
2026-07-08T18:12:00Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3be673","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "test-model-3be673", "reconcileID": "c58aff75-48bb-48ee-9130-87faf60a6d8f", "LLMInferenceService": "test-model-3be673", "namespace": "ai-tenant-e2e-inf-b-3be673", "namespace": "ai-tenant-e2e-inf-b-3be673"}
2026-07-08T18:12:00Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3be673","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "test-model-3be673", "reconcileID": "c58aff75-48bb-48ee-9130-87faf60a6d8f", "LLMInferenceService": "test-model-3be673", "namespace": "ai-tenant-e2e-inf-b-3be673", "namespace": "ai-tenant-e2e-inf-b-3be673"}
2026-07-08T18:12:00Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3be673","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "test-model-3be673", "reconcileID": "ed628308-6577-415f-a166-a61586d1837f", "LLMInferenceService": "test-model-3be673", "namespace": "ai-tenant-e2e-inf-b-3be673"}
2026-07-08T18:12:00Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "fd381e92-f90c-4897-b619-9cad48aeb09d", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress"}
2026-07-08T18:12:00Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "fd381e92-f90c-4897-b619-9cad48aeb09d", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673-authn-ssl"}
2026-07-08T18:12:00Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "fd381e92-f90c-4897-b619-9cad48aeb09d", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress"}
2026-07-08T18:12:00Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "f22d4099-a843-44b6-abf6-c0b2611bc2ba", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress"}
2026-07-08T18:12:00Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "f22d4099-a843-44b6-abf6-c0b2611bc2ba", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673-authn-ssl"}
2026-07-08T18:12:00Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "f22d4099-a843-44b6-abf6-c0b2611bc2ba", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress"}
2026-07-08T18:12:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3e331900-f763-4066-88dc-cd2c8cbc5057", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-08T18:12:01Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "4aa2864f-f18b-48c6-8711-1d82561b7f72", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress"}
2026-07-08T18:12:01Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "4aa2864f-f18b-48c6-8711-1d82561b7f72", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress", "name": "e2e-inf-a-975810-authn-ssl"}
2026-07-08T18:12:01Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-975810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-975810", "reconcileID": "4aa2864f-f18b-48c6-8711-1d82561b7f72", "Gateway": "e2e-inf-a-975810", "namespace": "openshift-ingress"}
2026-07-08T18:12:43Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b31fe36-0155-4f1b-937f-96e78b1bf2cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-975810"}
2026-07-08T18:12:43Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b31fe36-0155-4f1b-937f-96e78b1bf2cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-975810", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:12:43Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b31fe36-0155-4f1b-937f-96e78b1bf2cf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-975810 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-08T18:12:43Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "odh-trusted-ca-bundle", "reconcileID": "00f75bfc-8557-48a1-bd29-4ea962323ab9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-975810"}
2026-07-08T18:12:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "odh-trusted-ca-bundle", "reconcileID": "00f75bfc-8557-48a1-bd29-4ea962323ab9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-975810"}
2026-07-08T18:12:43Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "openshift-service-ca.crt", "reconcileID": "d82d33e3-1d82-4d82-95b0-3cf05f98d609", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-975810"}
2026-07-08T18:12:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "openshift-service-ca.crt", "reconcileID": "d82d33e3-1d82-4d82-95b0-3cf05f98d609", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-975810"}
2026-07-08T18:12:43Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2eb8879e-ab5c-4c82-a0ec-7e903119641d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-975810"}
2026-07-08T18:12:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-975810"}, "namespace": "ai-tenant-e2e-inf-a-975810", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2eb8879e-ab5c-4c82-a0ec-7e903119641d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-975810"}
2026-07-08T18:12:44Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3e80b480-ce3a-4364-911e-20a9134d3c97", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-08T18:12:44Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "1814edcb-1dad-4da3-b29f-ae15d9c7919c", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress"}
2026-07-08T18:12:44Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "1814edcb-1dad-4da3-b29f-ae15d9c7919c", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673-authn-ssl"}
2026-07-08T18:12:44Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3be673","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3be673", "reconcileID": "1814edcb-1dad-4da3-b29f-ae15d9c7919c", "Gateway": "e2e-inf-b-3be673", "namespace": "openshift-ingress"}
2026-07-08T18:12:50Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "36004cc7-4253-4903-b123-1f160f3b1eac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-3be673"}
2026-07-08T18:12:50Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "36004cc7-4253-4903-b123-1f160f3b1eac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-3be673", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:12:50Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "36004cc7-4253-4903-b123-1f160f3b1eac", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-3be673 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-08T18:12:50Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "odh-trusted-ca-bundle", "reconcileID": "fa2abed2-ad65-43f8-96fd-a6ae34863158", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-3be673"}
2026-07-08T18:12:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "odh-trusted-ca-bundle", "reconcileID": "fa2abed2-ad65-43f8-96fd-a6ae34863158", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-3be673"}
2026-07-08T18:12:50Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "openshift-service-ca.crt", "reconcileID": "0bb1a10e-7bed-4ece-8c87-b527cd303e2c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-3be673"}
2026-07-08T18:12:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "openshift-service-ca.crt", "reconcileID": "0bb1a10e-7bed-4ece-8c87-b527cd303e2c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-3be673"}
2026-07-08T18:12:50Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "14756c88-9814-49cb-a1cd-1ec17f560ffb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-3be673"}
2026-07-08T18:12:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-3be673"}, "namespace": "ai-tenant-e2e-inf-b-3be673", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "14756c88-9814-49cb-a1cd-1ec17f560ffb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-3be673"}
2026-07-08T18:12:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "83fb98b6-ce6f-4e06-aa77-0a76aa97a8ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-08T18:12:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f4e475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f4e475", "reconcileID": "8a411ec3-a13b-43f4-8b62-df2ed36f5ba0", "Gateway": "e2e-api-a-f4e475", "namespace": "openshift-ingress"}
2026-07-08T18:12:52Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f4e475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f4e475", "reconcileID": "8a411ec3-a13b-43f4-8b62-df2ed36f5ba0", "Gateway": "e2e-api-a-f4e475", "namespace": "openshift-ingress", "name": "e2e-api-a-f4e475-authn-ssl"}
2026-07-08T18:12:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f4e475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f4e475", "reconcileID": "8a411ec3-a13b-43f4-8b62-df2ed36f5ba0", "Gateway": "e2e-api-a-f4e475", "namespace": "openshift-ingress"}
2026-07-08T18:12:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f4e475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f4e475", "reconcileID": "a812e225-f57f-4113-9693-e0d875137de3", "Gateway": "e2e-api-a-f4e475", "namespace": "openshift-ingress"}
2026-07-08T18:12:52Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f4e475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f4e475", "reconcileID": "a812e225-f57f-4113-9693-e0d875137de3", "Gateway": "e2e-api-a-f4e475", "namespace": "openshift-ingress", "name": "e2e-api-a-f4e475-authn-ssl"}
2026-07-08T18:12:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f4e475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f4e475", "reconcileID": "a812e225-f57f-4113-9693-e0d875137de3", "Gateway": "e2e-api-a-f4e475", "namespace": "openshift-ingress"}
2026-07-08T18:12:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f4e475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f4e475", "reconcileID": "afc53804-7a5e-4b15-bd4d-87f453377e1c", "Gateway": "e2e-api-a-f4e475", "namespace": "openshift-ingress"}
2026-07-08T18:12:52Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f4e475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f4e475", "reconcileID": "afc53804-7a5e-4b15-bd4d-87f453377e1c", "Gateway": "e2e-api-a-f4e475", "namespace": "openshift-ingress", "name": "e2e-api-a-f4e475-authn-ssl"}
2026-07-08T18:12:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f4e475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f4e475", "reconcileID": "afc53804-7a5e-4b15-bd4d-87f453377e1c", "Gateway": "e2e-api-a-f4e475", "namespace": "openshift-ingress"}
2026-07-08T18:12:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f4e475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f4e475", "reconcileID": "0bea5533-44f7-4f58-983e-a975faf42c41", "Gateway": "e2e-api-a-f4e475", "namespace": "openshift-ingress"}
2026-07-08T18:12:52Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f4e475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f4e475", "reconcileID": "0bea5533-44f7-4f58-983e-a975faf42c41", "Gateway": "e2e-api-a-f4e475", "namespace": "openshift-ingress", "name": "e2e-api-a-f4e475-authn-ssl"}
2026-07-08T18:12:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f4e475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f4e475", "reconcileID": "0bea5533-44f7-4f58-983e-a975faf42c41", "Gateway": "e2e-api-a-f4e475", "namespace": "openshift-ingress"}
2026-07-08T18:12:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f4e475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f4e475", "reconcileID": "cdb65db6-f5d5-4e52-81c8-69e0e60ca131", "Gateway": "e2e-api-a-f4e475", "namespace": "openshift-ingress"}
2026-07-08T18:12:52Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f4e475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f4e475", "reconcileID": "cdb65db6-f5d5-4e52-81c8-69e0e60ca131", "Gateway": "e2e-api-a-f4e475", "namespace": "openshift-ingress", "name": "e2e-api-a-f4e475-authn-ssl"}
2026-07-08T18:12:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f4e475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f4e475", "reconcileID": "cdb65db6-f5d5-4e52-81c8-69e0e60ca131", "Gateway": "e2e-api-a-f4e475", "namespace": "openshift-ingress"}
2026-07-08T18:12:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f4e475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f4e475", "reconcileID": "4e5706d1-4267-408d-b189-673311e5db7d", "Gateway": "e2e-api-a-f4e475", "namespace": "openshift-ingress"}
2026-07-08T18:12:52Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f4e475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f4e475", "reconcileID": "4e5706d1-4267-408d-b189-673311e5db7d", "Gateway": "e2e-api-a-f4e475", "namespace": "openshift-ingress", "name": "e2e-api-a-f4e475-authn-ssl"}
2026-07-08T18:12:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f4e475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f4e475", "reconcileID": "4e5706d1-4267-408d-b189-673311e5db7d", "Gateway": "e2e-api-a-f4e475", "namespace": "openshift-ingress"}
2026-07-08T18:12:53Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f4e475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f4e475", "reconcileID": "60d18cb1-05cb-4252-bf6a-77d675915865", "Gateway": "e2e-api-a-f4e475", "namespace": "openshift-ingress"}
2026-07-08T18:12:53Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f4e475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f4e475", "reconcileID": "60d18cb1-05cb-4252-bf6a-77d675915865", "Gateway": "e2e-api-a-f4e475", "namespace": "openshift-ingress", "name": "e2e-api-a-f4e475-authn-ssl"}
2026-07-08T18:12:53Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f4e475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f4e475", "reconcileID": "60d18cb1-05cb-4252-bf6a-77d675915865", "Gateway": "e2e-api-a-f4e475", "namespace": "openshift-ingress"}
2026-07-08T18:12:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-f4e475"}, "namespace": "ai-tenant-e2e-api-a-f4e475", "name": "openshift-service-ca.crt", "reconcileID": "1afb5d16-b62a-4307-bf4c-b2eb21157296", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-f4e475"}
2026-07-08T18:12:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-f4e475"}, "namespace": "ai-tenant-e2e-api-a-f4e475", "name": "odh-trusted-ca-bundle", "reconcileID": "71c94434-a491-4cea-a098-8c0ec5ea0596", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f4e475"}
2026-07-08T18:12:55Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-f4e475"}, "namespace": "ai-tenant-e2e-api-a-f4e475", "name": "openshift-service-ca.crt", "reconcileID": "ccf0b4ef-4a30-46fb-a134-586de067ecd8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-f4e475", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:12:55Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-f4e475"}, "namespace": "ai-tenant-e2e-api-a-f4e475", "name": "openshift-service-ca.crt", "reconcileID": "ccf0b4ef-4a30-46fb-a134-586de067ecd8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-f4e475"}
2026-07-08T18:12:55Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-f4e475"}, "namespace": "ai-tenant-e2e-api-a-f4e475", "name": "openshift-service-ca.crt", "reconcileID": "32da2800-1f39-48af-9e5a-357e507dab58", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-f4e475", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:12:55Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-f4e475"}, "namespace": "ai-tenant-e2e-api-a-f4e475", "name": "openshift-service-ca.crt", "reconcileID": "32da2800-1f39-48af-9e5a-357e507dab58", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-08T18:12:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f4e475"}, "namespace": "ai-tenant-e2e-api-a-f4e475", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "607eb43e-b427-444f-96ab-da8318aea4ef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f4e475"}
2026-07-08T18:12:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-f4e475"}, "namespace": "ai-tenant-e2e-api-a-f4e475", "name": "openshift-service-ca.crt", "reconcileID": "ab71fb7c-6cc0-49e4-a4f3-44bf68ec5881", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-f4e475"}
2026-07-08T18:12:55Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-f4e475"}, "namespace": "ai-tenant-e2e-api-a-f4e475", "name": "odh-trusted-ca-bundle", "reconcileID": "b69f4ea8-4a14-4ad0-ab11-c83eca2ad86b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f4e475", "update": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:12:55Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-f4e475"}, "namespace": "ai-tenant-e2e-api-a-f4e475", "name": "odh-trusted-ca-bundle", "reconcileID": "b69f4ea8-4a14-4ad0-ab11-c83eca2ad86b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f4e475"}
2026-07-08T18:12:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f4e475"}, "namespace": "ai-tenant-e2e-api-a-f4e475", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a2ff31c8-c0c7-45e9-9d6b-2b5ce5966d17", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f4e475"}
2026-07-08T18:12:56Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f4e475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f4e475", "reconcileID": "134c8182-a0ad-4178-83c4-2c4c5c292acd", "Gateway": "e2e-api-a-f4e475", "namespace": "openshift-ingress"}
2026-07-08T18:12:56Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f4e475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f4e475", "reconcileID": "134c8182-a0ad-4178-83c4-2c4c5c292acd", "Gateway": "e2e-api-a-f4e475", "namespace": "openshift-ingress", "name": "e2e-api-a-f4e475-authn-ssl"}
2026-07-08T18:12:56Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f4e475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f4e475", "reconcileID": "134c8182-a0ad-4178-83c4-2c4c5c292acd", "Gateway": "e2e-api-a-f4e475", "namespace": "openshift-ingress"}
2026-07-08T18:12:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "84db51ad-d6c6-42d4-9335-d09bfaf76daf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-08T18:13:00Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-761617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-761617", "reconcileID": "0dee89bb-e2a9-4441-8c3d-c014a8f33dd5", "Gateway": "e2e-api-b-761617", "namespace": "openshift-ingress"}
2026-07-08T18:13:00Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-761617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-761617", "reconcileID": "0dee89bb-e2a9-4441-8c3d-c014a8f33dd5", "Gateway": "e2e-api-b-761617", "namespace": "openshift-ingress", "name": "e2e-api-b-761617-authn-ssl"}
2026-07-08T18:13:00Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-761617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-761617", "reconcileID": "0dee89bb-e2a9-4441-8c3d-c014a8f33dd5", "Gateway": "e2e-api-b-761617", "namespace": "openshift-ingress"}
2026-07-08T18:13:00Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-761617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-761617", "reconcileID": "a02d6329-0f42-4a4f-86eb-b2ab2bfdf0e3", "Gateway": "e2e-api-b-761617", "namespace": "openshift-ingress"}
2026-07-08T18:13:00Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-761617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-761617", "reconcileID": "a02d6329-0f42-4a4f-86eb-b2ab2bfdf0e3", "Gateway": "e2e-api-b-761617", "namespace": "openshift-ingress", "name": "e2e-api-b-761617-authn-ssl"}
2026-07-08T18:13:00Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-761617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-761617", "reconcileID": "a02d6329-0f42-4a4f-86eb-b2ab2bfdf0e3", "Gateway": "e2e-api-b-761617", "namespace": "openshift-ingress"}
2026-07-08T18:13:00Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-761617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-761617", "reconcileID": "c9f60764-0122-4d71-860c-4ea8db76e175", "Gateway": "e2e-api-b-761617", "namespace": "openshift-ingress"}
2026-07-08T18:13:00Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-761617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-761617", "reconcileID": "c9f60764-0122-4d71-860c-4ea8db76e175", "Gateway": "e2e-api-b-761617", "namespace": "openshift-ingress", "name": "e2e-api-b-761617-authn-ssl"}
2026-07-08T18:13:00Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-761617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-761617", "reconcileID": "c9f60764-0122-4d71-860c-4ea8db76e175", "Gateway": "e2e-api-b-761617", "namespace": "openshift-ingress"}
2026-07-08T18:13:00Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-761617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-761617", "reconcileID": "8d83eb68-08ae-47ac-a594-49a99b11d0f3", "Gateway": "e2e-api-b-761617", "namespace": "openshift-ingress"}
2026-07-08T18:13:00Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-761617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-761617", "reconcileID": "8d83eb68-08ae-47ac-a594-49a99b11d0f3", "Gateway": "e2e-api-b-761617", "namespace": "openshift-ingress", "name": "e2e-api-b-761617-authn-ssl"}
2026-07-08T18:13:00Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-761617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-761617", "reconcileID": "8d83eb68-08ae-47ac-a594-49a99b11d0f3", "Gateway": "e2e-api-b-761617", "namespace": "openshift-ingress"}
2026-07-08T18:13:00Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-761617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-761617", "reconcileID": "f0406a03-73b7-49c0-b16e-8a01f781876e", "Gateway": "e2e-api-b-761617", "namespace": "openshift-ingress"}
2026-07-08T18:13:00Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-761617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-761617", "reconcileID": "f0406a03-73b7-49c0-b16e-8a01f781876e", "Gateway": "e2e-api-b-761617", "namespace": "openshift-ingress", "name": "e2e-api-b-761617-authn-ssl"}
2026-07-08T18:13:00Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-761617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-761617", "reconcileID": "f0406a03-73b7-49c0-b16e-8a01f781876e", "Gateway": "e2e-api-b-761617", "namespace": "openshift-ingress"}
2026-07-08T18:13:00Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-761617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-761617", "reconcileID": "ee827585-e8b5-4a57-ae27-8788d672b0f5", "Gateway": "e2e-api-b-761617", "namespace": "openshift-ingress"}
2026-07-08T18:13:00Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-761617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-761617", "reconcileID": "ee827585-e8b5-4a57-ae27-8788d672b0f5", "Gateway": "e2e-api-b-761617", "namespace": "openshift-ingress", "name": "e2e-api-b-761617-authn-ssl"}
2026-07-08T18:13:00Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-761617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-761617", "reconcileID": "ee827585-e8b5-4a57-ae27-8788d672b0f5", "Gateway": "e2e-api-b-761617", "namespace": "openshift-ingress"}
2026-07-08T18:13:01Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-761617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-761617", "reconcileID": "056d8c4b-aeb3-4dda-b89d-f6a40c23e773", "Gateway": "e2e-api-b-761617", "namespace": "openshift-ingress"}
2026-07-08T18:13:01Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-761617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-761617", "reconcileID": "056d8c4b-aeb3-4dda-b89d-f6a40c23e773", "Gateway": "e2e-api-b-761617", "namespace": "openshift-ingress", "name": "e2e-api-b-761617-authn-ssl"}
2026-07-08T18:13:01Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-761617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-761617", "reconcileID": "056d8c4b-aeb3-4dda-b89d-f6a40c23e773", "Gateway": "e2e-api-b-761617", "namespace": "openshift-ingress"}
2026-07-08T18:13:03Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-761617"}, "namespace": "ai-tenant-e2e-api-b-761617", "name": "openshift-service-ca.crt", "reconcileID": "55ce83c8-1a11-4323-939b-2d02bd3551ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-761617"}
2026-07-08T18:13:03Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-761617"}, "namespace": "ai-tenant-e2e-api-b-761617", "name": "odh-trusted-ca-bundle", "reconcileID": "4344be24-5a01-46bf-8c13-a0d2e78a353c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-761617"}
2026-07-08T18:13:03Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-761617"}, "namespace": "ai-tenant-e2e-api-b-761617", "name": "openshift-service-ca.crt", "reconcileID": "b7426846-df4a-4127-a2e1-ab6b179ce37e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-761617", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:13:03Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-761617"}, "namespace": "ai-tenant-e2e-api-b-761617", "name": "openshift-service-ca.crt", "reconcileID": "b7426846-df4a-4127-a2e1-ab6b179ce37e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-761617"}
2026-07-08T18:13:03Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-761617"}, "namespace": "ai-tenant-e2e-api-b-761617", "name": "openshift-service-ca.crt", "reconcileID": "a9a67008-7d15-4088-a3d3-ce161508b345", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-761617"}
2026-07-08T18:13:03Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-761617"}, "namespace": "ai-tenant-e2e-api-b-761617", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1dcf1f9-15f0-40a2-842a-1df698c92a10", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-761617"}
2026-07-08T18:13:03Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-761617"}, "namespace": "ai-tenant-e2e-api-b-761617", "name": "odh-trusted-ca-bundle", "reconcileID": "b9a78c08-5607-43e9-bbe8-f8116a7c57bf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-761617", "update": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:13:03Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-761617"}, "namespace": "ai-tenant-e2e-api-b-761617", "name": "odh-trusted-ca-bundle", "reconcileID": "b9a78c08-5607-43e9-bbe8-f8116a7c57bf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-761617"}
2026-07-08T18:13:03Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-761617"}, "namespace": "ai-tenant-e2e-api-b-761617", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c376a806-1d32-4323-a14d-a7268161c167", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-761617"}
2026-07-08T18:13:03Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-761617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-761617", "reconcileID": "adc0dc63-c005-46a7-af3b-7336ed134ef6", "Gateway": "e2e-api-b-761617", "namespace": "openshift-ingress"}
2026-07-08T18:13:03Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-761617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-761617", "reconcileID": "adc0dc63-c005-46a7-af3b-7336ed134ef6", "Gateway": "e2e-api-b-761617", "namespace": "openshift-ingress", "name": "e2e-api-b-761617-authn-ssl"}
2026-07-08T18:13:03Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-761617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-761617", "reconcileID": "adc0dc63-c005-46a7-af3b-7336ed134ef6", "Gateway": "e2e-api-b-761617", "namespace": "openshift-ingress"}
2026-07-08T18:13:03Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4afba674-fe99-452a-9a3d-8df57f5a3bc6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-08T18:13:04Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f4e475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f4e475", "reconcileID": "62ea7f8c-72fc-4080-ac68-509affd1a1a7", "Gateway": "e2e-api-a-f4e475", "namespace": "openshift-ingress"}
2026-07-08T18:13:04Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f4e475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f4e475", "reconcileID": "62ea7f8c-72fc-4080-ac68-509affd1a1a7", "Gateway": "e2e-api-a-f4e475", "namespace": "openshift-ingress", "name": "e2e-api-a-f4e475-authn-ssl"}
2026-07-08T18:13:04Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f4e475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f4e475", "reconcileID": "62ea7f8c-72fc-4080-ac68-509affd1a1a7", "Gateway": "e2e-api-a-f4e475", "namespace": "openshift-ingress"}
2026-07-08T18:13:13Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-761617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-761617", "reconcileID": "42586ad7-df4e-4007-bbd0-fd8643db4d14", "Gateway": "e2e-api-b-761617", "namespace": "openshift-ingress"}
2026-07-08T18:13:13Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-761617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-761617", "reconcileID": "42586ad7-df4e-4007-bbd0-fd8643db4d14", "Gateway": "e2e-api-b-761617", "namespace": "openshift-ingress", "name": "e2e-api-b-761617-authn-ssl"}
2026-07-08T18:13:13Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-761617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-761617", "reconcileID": "42586ad7-df4e-4007-bbd0-fd8643db4d14", "Gateway": "e2e-api-b-761617", "namespace": "openshift-ingress"}
2026-07-08T18:13:16Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fcc2ff18-59ba-4fb9-86ae-51d25202428f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-08T18:13:17Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f4e475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f4e475", "reconcileID": "298e4368-fa75-46a6-90ae-af15ef498de8", "Gateway": "e2e-api-a-f4e475", "namespace": "openshift-ingress"}
2026-07-08T18:13:17Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f4e475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f4e475", "reconcileID": "298e4368-fa75-46a6-90ae-af15ef498de8", "Gateway": "e2e-api-a-f4e475", "namespace": "openshift-ingress", "name": "e2e-api-a-f4e475-authn-ssl"}
2026-07-08T18:13:17Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f4e475","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f4e475", "reconcileID": "298e4368-fa75-46a6-90ae-af15ef498de8", "Gateway": "e2e-api-a-f4e475", "namespace": "openshift-ingress"}
2026-07-08T18:13:22Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f4e475"}, "namespace": "ai-tenant-e2e-api-a-f4e475", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac76525a-cef9-456b-8ea8-67af9b86c5a8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f4e475"}
2026-07-08T18:13:22Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f4e475"}, "namespace": "ai-tenant-e2e-api-a-f4e475", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac76525a-cef9-456b-8ea8-67af9b86c5a8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f4e475", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:13:22Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f4e475"}, "namespace": "ai-tenant-e2e-api-a-f4e475", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac76525a-cef9-456b-8ea8-67af9b86c5a8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-f4e475 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-08T18:13:22Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-f4e475"}, "namespace": "ai-tenant-e2e-api-a-f4e475", "name": "odh-trusted-ca-bundle", "reconcileID": "1696fce4-5f1e-4a6d-b7fc-fb28bcd36df6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f4e475"}
2026-07-08T18:13:22Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-f4e475"}, "namespace": "ai-tenant-e2e-api-a-f4e475", "name": "odh-trusted-ca-bundle", "reconcileID": "1696fce4-5f1e-4a6d-b7fc-fb28bcd36df6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f4e475"}
2026-07-08T18:13:22Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-f4e475"}, "namespace": "ai-tenant-e2e-api-a-f4e475", "name": "openshift-service-ca.crt", "reconcileID": "5f1ee679-caf8-4eb2-b10d-a942b7654934", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-f4e475"}
2026-07-08T18:13:22Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-f4e475"}, "namespace": "ai-tenant-e2e-api-a-f4e475", "name": "openshift-service-ca.crt", "reconcileID": "5f1ee679-caf8-4eb2-b10d-a942b7654934", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-f4e475"}
2026-07-08T18:13:22Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f4e475"}, "namespace": "ai-tenant-e2e-api-a-f4e475", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4796cfaf-4f7b-46cc-8b95-878395b28ecd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f4e475"}
2026-07-08T18:13:22Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f4e475"}, "namespace": "ai-tenant-e2e-api-a-f4e475", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4796cfaf-4f7b-46cc-8b95-878395b28ecd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f4e475"}
2026-07-08T18:13:24Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c4a707fd-f166-473e-964a-e9ef8d36c9a1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-08T18:13:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-761617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-761617", "reconcileID": "f09b4c58-5f3b-40d0-8777-9360558f2cee", "Gateway": "e2e-api-b-761617", "namespace": "openshift-ingress"}
2026-07-08T18:13:24Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-761617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-761617", "reconcileID": "f09b4c58-5f3b-40d0-8777-9360558f2cee", "Gateway": "e2e-api-b-761617", "namespace": "openshift-ingress", "name": "e2e-api-b-761617-authn-ssl"}
2026-07-08T18:13:24Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-761617","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-761617", "reconcileID": "f09b4c58-5f3b-40d0-8777-9360558f2cee", "Gateway": "e2e-api-b-761617", "namespace": "openshift-ingress"}
2026-07-08T18:13:30Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-761617"}, "namespace": "ai-tenant-e2e-api-b-761617", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f40768aa-2f04-43fc-b7d9-8ff38bd3b965", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-761617"}
2026-07-08T18:13:30Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-761617"}, "namespace": "ai-tenant-e2e-api-b-761617", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f40768aa-2f04-43fc-b7d9-8ff38bd3b965", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-761617", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:13:30Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-761617"}, "namespace": "ai-tenant-e2e-api-b-761617", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f40768aa-2f04-43fc-b7d9-8ff38bd3b965", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-761617 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-08T18:13:30Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-761617"}, "namespace": "ai-tenant-e2e-api-b-761617", "name": "odh-trusted-ca-bundle", "reconcileID": "ed7acaf2-c4b4-405a-8c2a-d9f84f8135e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-761617"}
2026-07-08T18:13:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-761617"}, "namespace": "ai-tenant-e2e-api-b-761617", "name": "odh-trusted-ca-bundle", "reconcileID": "ed7acaf2-c4b4-405a-8c2a-d9f84f8135e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-761617"}
2026-07-08T18:13:30Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-761617"}, "namespace": "ai-tenant-e2e-api-b-761617", "name": "openshift-service-ca.crt", "reconcileID": "3d8ace34-a484-40de-9197-47d57231aedc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-761617"}
2026-07-08T18:13:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-761617"}, "namespace": "ai-tenant-e2e-api-b-761617", "name": "openshift-service-ca.crt", "reconcileID": "3d8ace34-a484-40de-9197-47d57231aedc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-761617"}
2026-07-08T18:13:30Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-761617"}, "namespace": "ai-tenant-e2e-api-b-761617", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2c57af32-3f52-4541-bde4-ee731f40e270", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-761617"}
2026-07-08T18:13:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-761617"}, "namespace": "ai-tenant-e2e-api-b-761617", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2c57af32-3f52-4541-bde4-ee731f40e270", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-761617"}
2026-07-08T18:13:31Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f1c56e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f1c56e", "reconcileID": "309fd1ea-d1a9-4d1f-9d7f-746465282cc0", "Gateway": "e2e-shared-a-f1c56e", "namespace": "openshift-ingress"}
2026-07-08T18:13:31Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f1c56e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f1c56e", "reconcileID": "309fd1ea-d1a9-4d1f-9d7f-746465282cc0", "Gateway": "e2e-shared-a-f1c56e", "namespace": "openshift-ingress", "name": "e2e-shared-a-f1c56e-authn-ssl"}
2026-07-08T18:13:31Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f1c56e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f1c56e", "reconcileID": "309fd1ea-d1a9-4d1f-9d7f-746465282cc0", "Gateway": "e2e-shared-a-f1c56e", "namespace": "openshift-ingress"}
2026-07-08T18:13:31Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f1c56e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f1c56e", "reconcileID": "ee82935e-071d-4e25-bd10-3e70d9d9e848", "Gateway": "e2e-shared-a-f1c56e", "namespace": "openshift-ingress"}
2026-07-08T18:13:31Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f1c56e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f1c56e", "reconcileID": "ee82935e-071d-4e25-bd10-3e70d9d9e848", "Gateway": "e2e-shared-a-f1c56e", "namespace": "openshift-ingress", "name": "e2e-shared-a-f1c56e-authn-ssl"}
2026-07-08T18:13:31Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f1c56e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f1c56e", "reconcileID": "ee82935e-071d-4e25-bd10-3e70d9d9e848", "Gateway": "e2e-shared-a-f1c56e", "namespace": "openshift-ingress"}
2026-07-08T18:13:31Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f1c56e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f1c56e", "reconcileID": "520f9576-0563-4aac-9b97-f99f9b643cc4", "Gateway": "e2e-shared-a-f1c56e", "namespace": "openshift-ingress"}
2026-07-08T18:13:31Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f1c56e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f1c56e", "reconcileID": "520f9576-0563-4aac-9b97-f99f9b643cc4", "Gateway": "e2e-shared-a-f1c56e", "namespace": "openshift-ingress", "name": "e2e-shared-a-f1c56e-authn-ssl"}
2026-07-08T18:13:31Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f1c56e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f1c56e", "reconcileID": "520f9576-0563-4aac-9b97-f99f9b643cc4", "Gateway": "e2e-shared-a-f1c56e", "namespace": "openshift-ingress"}
2026-07-08T18:13:31Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f1c56e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f1c56e", "reconcileID": "fc190b75-4564-484d-bee1-fbd231a5ab62", "Gateway": "e2e-shared-a-f1c56e", "namespace": "openshift-ingress"}
2026-07-08T18:13:31Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f1c56e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f1c56e", "reconcileID": "fc190b75-4564-484d-bee1-fbd231a5ab62", "Gateway": "e2e-shared-a-f1c56e", "namespace": "openshift-ingress", "name": "e2e-shared-a-f1c56e-authn-ssl"}
2026-07-08T18:13:31Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f1c56e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f1c56e", "reconcileID": "fc190b75-4564-484d-bee1-fbd231a5ab62", "Gateway": "e2e-shared-a-f1c56e", "namespace": "openshift-ingress"}
2026-07-08T18:13:32Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f1c56e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f1c56e", "reconcileID": "fc994daf-0b6c-4785-acd8-7ce3e7f8a3ec", "Gateway": "e2e-shared-a-f1c56e", "namespace": "openshift-ingress"}
2026-07-08T18:13:32Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f1c56e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f1c56e", "reconcileID": "fc994daf-0b6c-4785-acd8-7ce3e7f8a3ec", "Gateway": "e2e-shared-a-f1c56e", "namespace": "openshift-ingress", "name": "e2e-shared-a-f1c56e-authn-ssl"}
2026-07-08T18:13:32Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f1c56e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f1c56e", "reconcileID": "fc994daf-0b6c-4785-acd8-7ce3e7f8a3ec", "Gateway": "e2e-shared-a-f1c56e", "namespace": "openshift-ingress"}
2026-07-08T18:13:32Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f1c56e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f1c56e", "reconcileID": "8f79cb7a-c358-4f49-b5de-0058aa6c857d", "Gateway": "e2e-shared-a-f1c56e", "namespace": "openshift-ingress"}
2026-07-08T18:13:32Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f1c56e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f1c56e", "reconcileID": "8f79cb7a-c358-4f49-b5de-0058aa6c857d", "Gateway": "e2e-shared-a-f1c56e", "namespace": "openshift-ingress", "name": "e2e-shared-a-f1c56e-authn-ssl"}
2026-07-08T18:13:32Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f1c56e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f1c56e", "reconcileID": "8f79cb7a-c358-4f49-b5de-0058aa6c857d", "Gateway": "e2e-shared-a-f1c56e", "namespace": "openshift-ingress"}
2026-07-08T18:13:32Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f1c56e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f1c56e", "reconcileID": "4c4ed862-45ba-4839-b146-d72bb05b1309", "Gateway": "e2e-shared-a-f1c56e", "namespace": "openshift-ingress"}
2026-07-08T18:13:32Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f1c56e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f1c56e", "reconcileID": "4c4ed862-45ba-4839-b146-d72bb05b1309", "Gateway": "e2e-shared-a-f1c56e", "namespace": "openshift-ingress", "name": "e2e-shared-a-f1c56e-authn-ssl"}
2026-07-08T18:13:32Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f1c56e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f1c56e", "reconcileID": "4c4ed862-45ba-4839-b146-d72bb05b1309", "Gateway": "e2e-shared-a-f1c56e", "namespace": "openshift-ingress"}
2026-07-08T18:13:34Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f1c56e"}, "namespace": "ai-tenant-e2e-shared-a-f1c56e", "name": "openshift-service-ca.crt", "reconcileID": "6cf6554e-070a-439a-9aed-7a4e4f9eb391", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f1c56e"}
2026-07-08T18:13:34Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f1c56e"}, "namespace": "ai-tenant-e2e-shared-a-f1c56e", "name": "odh-trusted-ca-bundle", "reconcileID": "6be963b8-493a-4be6-8938-bbc73ea2d4de", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f1c56e"}
2026-07-08T18:13:34Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f1c56e"}, "namespace": "ai-tenant-e2e-shared-a-f1c56e", "name": "openshift-service-ca.crt", "reconcileID": "355e07f3-227a-4ec1-9378-f14e4c635cb6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f1c56e", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:13:34Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f1c56e"}, "namespace": "ai-tenant-e2e-shared-a-f1c56e", "name": "openshift-service-ca.crt", "reconcileID": "355e07f3-227a-4ec1-9378-f14e4c635cb6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f1c56e"}
2026-07-08T18:13:34Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f1c56e"}, "namespace": "ai-tenant-e2e-shared-a-f1c56e", "name": "openshift-service-ca.crt", "reconcileID": "6d72d80f-f655-4bf6-8fd6-c1db21cb1cc2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f1c56e", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:13:34Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f1c56e"}, "namespace": "ai-tenant-e2e-shared-a-f1c56e", "name": "openshift-service-ca.crt", "reconcileID": "6d72d80f-f655-4bf6-8fd6-c1db21cb1cc2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-08T18:13:34Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f1c56e"}, "namespace": "ai-tenant-e2e-shared-a-f1c56e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8f27acfd-5b9c-472f-82f3-45360a2fc34b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f1c56e"}
2026-07-08T18:13:34Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f1c56e"}, "namespace": "ai-tenant-e2e-shared-a-f1c56e", "name": "openshift-service-ca.crt", "reconcileID": "383acc52-d0d7-4bdf-922f-6c7f2f7b3881", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f1c56e"}
2026-07-08T18:13:34Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f1c56e"}, "namespace": "ai-tenant-e2e-shared-a-f1c56e", "name": "odh-trusted-ca-bundle", "reconcileID": "a920437d-6457-4387-aa19-6d9b71adddfd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f1c56e", "update": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:13:34Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f1c56e"}, "namespace": "ai-tenant-e2e-shared-a-f1c56e", "name": "odh-trusted-ca-bundle", "reconcileID": "a920437d-6457-4387-aa19-6d9b71adddfd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f1c56e"}
2026-07-08T18:13:34Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f1c56e"}, "namespace": "ai-tenant-e2e-shared-a-f1c56e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "477ef9db-e7cf-4e4c-af76-52a65487c56a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f1c56e"}
2026-07-08T18:13:35Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f1c56e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f1c56e", "reconcileID": "a3465ed5-bec1-4f23-a756-270b18eee5ea", "Gateway": "e2e-shared-a-f1c56e", "namespace": "openshift-ingress"}
2026-07-08T18:13:35Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f1c56e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f1c56e", "reconcileID": "a3465ed5-bec1-4f23-a756-270b18eee5ea", "Gateway": "e2e-shared-a-f1c56e", "namespace": "openshift-ingress", "name": "e2e-shared-a-f1c56e-authn-ssl"}
2026-07-08T18:13:35Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f1c56e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f1c56e", "reconcileID": "a3465ed5-bec1-4f23-a756-270b18eee5ea", "Gateway": "e2e-shared-a-f1c56e", "namespace": "openshift-ingress"}
2026-07-08T18:13:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c5db5f7d-e7f8-4f09-a2ec-5301adf2e9ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-08T18:13:39Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5f862","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5f862", "reconcileID": "fe3601eb-f9bb-4e5a-b0cb-ac144a5c8229", "Gateway": "e2e-shared-b-d5f862", "namespace": "openshift-ingress"}
2026-07-08T18:13:39Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5f862","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5f862", "reconcileID": "fe3601eb-f9bb-4e5a-b0cb-ac144a5c8229", "Gateway": "e2e-shared-b-d5f862", "namespace": "openshift-ingress", "name": "e2e-shared-b-d5f862-authn-ssl"}
2026-07-08T18:13:39Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5f862","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5f862", "reconcileID": "fe3601eb-f9bb-4e5a-b0cb-ac144a5c8229", "Gateway": "e2e-shared-b-d5f862", "namespace": "openshift-ingress"}
2026-07-08T18:13:39Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5f862","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5f862", "reconcileID": "04ef5370-e0a2-4a77-919f-645b8cdbace0", "Gateway": "e2e-shared-b-d5f862", "namespace": "openshift-ingress"}
2026-07-08T18:13:39Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5f862","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5f862", "reconcileID": "04ef5370-e0a2-4a77-919f-645b8cdbace0", "Gateway": "e2e-shared-b-d5f862", "namespace": "openshift-ingress", "name": "e2e-shared-b-d5f862-authn-ssl"}
2026-07-08T18:13:39Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5f862","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5f862", "reconcileID": "04ef5370-e0a2-4a77-919f-645b8cdbace0", "Gateway": "e2e-shared-b-d5f862", "namespace": "openshift-ingress"}
2026-07-08T18:13:39Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5f862","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5f862", "reconcileID": "6178852c-d9b7-4dd8-9c48-9fbc6c7a5e50", "Gateway": "e2e-shared-b-d5f862", "namespace": "openshift-ingress"}
2026-07-08T18:13:39Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5f862","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5f862", "reconcileID": "6178852c-d9b7-4dd8-9c48-9fbc6c7a5e50", "Gateway": "e2e-shared-b-d5f862", "namespace": "openshift-ingress", "name": "e2e-shared-b-d5f862-authn-ssl"}
2026-07-08T18:13:39Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5f862","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5f862", "reconcileID": "6178852c-d9b7-4dd8-9c48-9fbc6c7a5e50", "Gateway": "e2e-shared-b-d5f862", "namespace": "openshift-ingress"}
2026-07-08T18:13:39Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5f862","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5f862", "reconcileID": "8e188e8b-e5f6-42be-a629-333742298ea2", "Gateway": "e2e-shared-b-d5f862", "namespace": "openshift-ingress"}
2026-07-08T18:13:39Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5f862","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5f862", "reconcileID": "8e188e8b-e5f6-42be-a629-333742298ea2", "Gateway": "e2e-shared-b-d5f862", "namespace": "openshift-ingress", "name": "e2e-shared-b-d5f862-authn-ssl"}
2026-07-08T18:13:39Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5f862","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5f862", "reconcileID": "8e188e8b-e5f6-42be-a629-333742298ea2", "Gateway": "e2e-shared-b-d5f862", "namespace": "openshift-ingress"}
2026-07-08T18:13:39Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5f862","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5f862", "reconcileID": "7da81777-bc56-44eb-a803-896d0250ca63", "Gateway": "e2e-shared-b-d5f862", "namespace": "openshift-ingress"}
2026-07-08T18:13:39Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5f862","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5f862", "reconcileID": "7da81777-bc56-44eb-a803-896d0250ca63", "Gateway": "e2e-shared-b-d5f862", "namespace": "openshift-ingress", "name": "e2e-shared-b-d5f862-authn-ssl"}
2026-07-08T18:13:39Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5f862","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5f862", "reconcileID": "7da81777-bc56-44eb-a803-896d0250ca63", "Gateway": "e2e-shared-b-d5f862", "namespace": "openshift-ingress"}
2026-07-08T18:13:40Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5f862","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5f862", "reconcileID": "622a096a-6662-4145-8db5-d51824f40707", "Gateway": "e2e-shared-b-d5f862", "namespace": "openshift-ingress"}
2026-07-08T18:13:40Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5f862","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5f862", "reconcileID": "622a096a-6662-4145-8db5-d51824f40707", "Gateway": "e2e-shared-b-d5f862", "namespace": "openshift-ingress", "name": "e2e-shared-b-d5f862-authn-ssl"}
2026-07-08T18:13:40Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5f862","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5f862", "reconcileID": "622a096a-6662-4145-8db5-d51824f40707", "Gateway": "e2e-shared-b-d5f862", "namespace": "openshift-ingress"}
2026-07-08T18:13:40Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5f862","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5f862", "reconcileID": "9626cc8d-5ef6-4228-95b4-8483eb6d1b18", "Gateway": "e2e-shared-b-d5f862", "namespace": "openshift-ingress"}
2026-07-08T18:13:40Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5f862","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5f862", "reconcileID": "9626cc8d-5ef6-4228-95b4-8483eb6d1b18", "Gateway": "e2e-shared-b-d5f862", "namespace": "openshift-ingress", "name": "e2e-shared-b-d5f862-authn-ssl"}
2026-07-08T18:13:40Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5f862","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5f862", "reconcileID": "9626cc8d-5ef6-4228-95b4-8483eb6d1b18", "Gateway": "e2e-shared-b-d5f862", "namespace": "openshift-ingress"}
2026-07-08T18:13:41Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f1c56e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f1c56e", "reconcileID": "2dee51ee-e4e8-4a4b-9714-00459e506172", "Gateway": "e2e-shared-a-f1c56e", "namespace": "openshift-ingress"}
2026-07-08T18:13:41Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f1c56e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f1c56e", "reconcileID": "2dee51ee-e4e8-4a4b-9714-00459e506172", "Gateway": "e2e-shared-a-f1c56e", "namespace": "openshift-ingress", "name": "e2e-shared-a-f1c56e-authn-ssl"}
2026-07-08T18:13:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f1c56e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f1c56e", "reconcileID": "2dee51ee-e4e8-4a4b-9714-00459e506172", "Gateway": "e2e-shared-a-f1c56e", "namespace": "openshift-ingress"}
2026-07-08T18:13:42Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d5f862"}, "namespace": "ai-tenant-e2e-shared-b-d5f862", "name": "openshift-service-ca.crt", "reconcileID": "5d519115-7624-42be-8ae7-85f061b02c95", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d5f862"}
2026-07-08T18:13:42Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d5f862"}, "namespace": "ai-tenant-e2e-shared-b-d5f862", "name": "odh-trusted-ca-bundle", "reconcileID": "ba0c7fe4-a138-42e7-b409-abb2844a51ba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d5f862"}
2026-07-08T18:13:42Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d5f862"}, "namespace": "ai-tenant-e2e-shared-b-d5f862", "name": "openshift-service-ca.crt", "reconcileID": "67b2b20d-bb81-4c49-bd9b-2c3214b6753b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d5f862", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:13:42Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d5f862"}, "namespace": "ai-tenant-e2e-shared-b-d5f862", "name": "openshift-service-ca.crt", "reconcileID": "67b2b20d-bb81-4c49-bd9b-2c3214b6753b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d5f862"}
2026-07-08T18:13:42Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d5f862"}, "namespace": "ai-tenant-e2e-shared-b-d5f862", "name": "openshift-service-ca.crt", "reconcileID": "7b4b86e1-9035-49f4-b473-9f4e365a83c3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d5f862"}
2026-07-08T18:13:42Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d5f862"}, "namespace": "ai-tenant-e2e-shared-b-d5f862", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "acab2f93-3700-4a26-bfb7-7f38a8b0d033", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d5f862"}
2026-07-08T18:13:42Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d5f862"}, "namespace": "ai-tenant-e2e-shared-b-d5f862", "name": "odh-trusted-ca-bundle", "reconcileID": "3674ad7b-a422-49b9-9ead-801792bd862f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d5f862", "update": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:13:42Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d5f862"}, "namespace": "ai-tenant-e2e-shared-b-d5f862", "name": "odh-trusted-ca-bundle", "reconcileID": "3674ad7b-a422-49b9-9ead-801792bd862f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d5f862"}
2026-07-08T18:13:42Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d5f862"}, "namespace": "ai-tenant-e2e-shared-b-d5f862", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b95e5977-f678-42df-9711-896dbad6f416", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d5f862"}
2026-07-08T18:13:43Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5f862","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5f862", "reconcileID": "ec7b1eea-3474-4779-a356-b012304c5309", "Gateway": "e2e-shared-b-d5f862", "namespace": "openshift-ingress"}
2026-07-08T18:13:43Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5f862","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5f862", "reconcileID": "ec7b1eea-3474-4779-a356-b012304c5309", "Gateway": "e2e-shared-b-d5f862", "namespace": "openshift-ingress", "name": "e2e-shared-b-d5f862-authn-ssl"}
2026-07-08T18:13:43Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5f862","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5f862", "reconcileID": "ec7b1eea-3474-4779-a356-b012304c5309", "Gateway": "e2e-shared-b-d5f862", "namespace": "openshift-ingress"}
2026-07-08T18:13:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9da5383b-2b94-48a9-aeca-a8e1f450dd45", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-08T18:13:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5f862","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5f862", "reconcileID": "6d8b55df-bead-4623-b505-d1ecdc00dbb1", "Gateway": "e2e-shared-b-d5f862", "namespace": "openshift-ingress"}
2026-07-08T18:13:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5f862","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5f862", "reconcileID": "6d8b55df-bead-4623-b505-d1ecdc00dbb1", "Gateway": "e2e-shared-b-d5f862", "namespace": "openshift-ingress", "name": "e2e-shared-b-d5f862-authn-ssl"}
2026-07-08T18:13:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5f862","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5f862", "reconcileID": "6d8b55df-bead-4623-b505-d1ecdc00dbb1", "Gateway": "e2e-shared-b-d5f862", "namespace": "openshift-ingress"}
2026-07-08T18:13:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ca9052f5-5db1-4067-85fc-46558c399d30", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-08T18:14:04Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d8b80ab9-58a8-42ba-b18e-27c661eee753", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-08T18:15:08Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-08T18:15:08Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-08T18:15:10Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-08T18:15:10Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-08T18:16:52Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c23229e8-c13b-47d5-be89-7f0980ce4c81", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-08T18:16:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f1c56e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f1c56e", "reconcileID": "f82c17ac-d403-44ec-9b7a-c2b9a88da6bd", "Gateway": "e2e-shared-a-f1c56e", "namespace": "openshift-ingress"}
2026-07-08T18:16:52Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f1c56e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f1c56e", "reconcileID": "f82c17ac-d403-44ec-9b7a-c2b9a88da6bd", "Gateway": "e2e-shared-a-f1c56e", "namespace": "openshift-ingress", "name": "e2e-shared-a-f1c56e-authn-ssl"}
2026-07-08T18:16:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f1c56e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f1c56e", "reconcileID": "f82c17ac-d403-44ec-9b7a-c2b9a88da6bd", "Gateway": "e2e-shared-a-f1c56e", "namespace": "openshift-ingress"}
2026-07-08T18:16:58Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f1c56e"}, "namespace": "ai-tenant-e2e-shared-a-f1c56e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad58e815-4630-4c2c-82e8-1c2a30e74811", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f1c56e"}
2026-07-08T18:16:58Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f1c56e"}, "namespace": "ai-tenant-e2e-shared-a-f1c56e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad58e815-4630-4c2c-82e8-1c2a30e74811", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f1c56e", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:16:58Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f1c56e"}, "namespace": "ai-tenant-e2e-shared-a-f1c56e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad58e815-4630-4c2c-82e8-1c2a30e74811", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-f1c56e because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-08T18:16:58Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f1c56e"}, "namespace": "ai-tenant-e2e-shared-a-f1c56e", "name": "odh-trusted-ca-bundle", "reconcileID": "34b31592-a866-4399-b302-96d975e0c535", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f1c56e"}
2026-07-08T18:16:58Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f1c56e"}, "namespace": "ai-tenant-e2e-shared-a-f1c56e", "name": "odh-trusted-ca-bundle", "reconcileID": "34b31592-a866-4399-b302-96d975e0c535", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f1c56e"}
2026-07-08T18:16:58Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f1c56e"}, "namespace": "ai-tenant-e2e-shared-a-f1c56e", "name": "openshift-service-ca.crt", "reconcileID": "9cf53143-d71f-4184-8e5d-848a7181ff3a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f1c56e"}
2026-07-08T18:16:58Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f1c56e"}, "namespace": "ai-tenant-e2e-shared-a-f1c56e", "name": "openshift-service-ca.crt", "reconcileID": "9cf53143-d71f-4184-8e5d-848a7181ff3a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f1c56e"}
2026-07-08T18:16:58Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f1c56e"}, "namespace": "ai-tenant-e2e-shared-a-f1c56e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca4ee298-279e-4e81-98e1-97f469812d28", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f1c56e"}
2026-07-08T18:16:58Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f1c56e"}, "namespace": "ai-tenant-e2e-shared-a-f1c56e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca4ee298-279e-4e81-98e1-97f469812d28", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f1c56e"}
2026-07-08T18:17:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "919ed691-136c-4d17-8cda-99ab81ce9f90", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-08T18:17:00Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5f862","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5f862", "reconcileID": "e161e590-1214-4a86-b701-8bffee90d7e9", "Gateway": "e2e-shared-b-d5f862", "namespace": "openshift-ingress"}
2026-07-08T18:17:00Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5f862","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5f862", "reconcileID": "e161e590-1214-4a86-b701-8bffee90d7e9", "Gateway": "e2e-shared-b-d5f862", "namespace": "openshift-ingress", "name": "e2e-shared-b-d5f862-authn-ssl"}
2026-07-08T18:17:00Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d5f862","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d5f862", "reconcileID": "e161e590-1214-4a86-b701-8bffee90d7e9", "Gateway": "e2e-shared-b-d5f862", "namespace": "openshift-ingress"}
2026-07-08T18:17:05Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d5f862"}, "namespace": "ai-tenant-e2e-shared-b-d5f862", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a372a1cd-3146-4612-ab6a-090a027a2333", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d5f862"}
2026-07-08T18:17:05Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d5f862"}, "namespace": "ai-tenant-e2e-shared-b-d5f862", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a372a1cd-3146-4612-ab6a-090a027a2333", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d5f862", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:17:05Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d5f862"}, "namespace": "ai-tenant-e2e-shared-b-d5f862", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a372a1cd-3146-4612-ab6a-090a027a2333", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-d5f862 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-08T18:17:05Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d5f862"}, "namespace": "ai-tenant-e2e-shared-b-d5f862", "name": "odh-trusted-ca-bundle", "reconcileID": "284ef5ac-bf08-4565-a026-2e2e197d3350", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d5f862"}
2026-07-08T18:17:05Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d5f862"}, "namespace": "ai-tenant-e2e-shared-b-d5f862", "name": "odh-trusted-ca-bundle", "reconcileID": "284ef5ac-bf08-4565-a026-2e2e197d3350", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d5f862"}
2026-07-08T18:17:05Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d5f862"}, "namespace": "ai-tenant-e2e-shared-b-d5f862", "name": "openshift-service-ca.crt", "reconcileID": "75663ca5-1b7e-4b32-871d-65bfbf850cec", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d5f862"}
2026-07-08T18:17:05Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d5f862"}, "namespace": "ai-tenant-e2e-shared-b-d5f862", "name": "openshift-service-ca.crt", "reconcileID": "75663ca5-1b7e-4b32-871d-65bfbf850cec", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d5f862"}
2026-07-08T18:17:05Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d5f862"}, "namespace": "ai-tenant-e2e-shared-b-d5f862", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e9b90c0-85b0-4092-a667-b8b03de9342a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d5f862"}
2026-07-08T18:17:05Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d5f862"}, "namespace": "ai-tenant-e2e-shared-b-d5f862", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e9b90c0-85b0-4092-a667-b8b03de9342a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d5f862"}