2026-07-13T22:43:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-b5e3b403"}, "namespace": "ai-tenant-e2e-mt-b5e3b403", "name": "odh-trusted-ca-bundle", "reconcileID": "99a19dca-1f1d-4f66-9209-ff89f76f1639", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-b5e3b403"} 2026-07-13T22:43:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b5e3b403"}, "namespace": "ai-tenant-e2e-mt-b5e3b403", "name": "openshift-service-ca.crt", "reconcileID": "5d36de1d-3259-41c2-a209-45b4cfdea12d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b5e3b403"} 2026-07-13T22:43:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b5e3b403"}, "namespace": "ai-tenant-e2e-mt-b5e3b403", "name": "openshift-service-ca.crt", "reconcileID": "5d36de1d-3259-41c2-a209-45b4cfdea12d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b5e3b403"} 2026-07-13T22:43:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b5e3b403"}, "namespace": "ai-tenant-e2e-mt-b5e3b403", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "36edb507-a5f0-446a-9aaa-c93eb1f468c0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b5e3b403"} 2026-07-13T22:43:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b5e3b403"}, "namespace": "ai-tenant-e2e-mt-b5e3b403", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "36edb507-a5f0-446a-9aaa-c93eb1f468c0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b5e3b403"} 2026-07-13T22:43:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-0ef2e889"}, "namespace": "ai-tenant-e2e-mt-0ef2e889", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89f289b3-17d5-4047-8212-c86ad22caeb5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-0ef2e889"} 2026-07-13T22:43:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-0ef2e889"}, "namespace": "ai-tenant-e2e-mt-0ef2e889", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89f289b3-17d5-4047-8212-c86ad22caeb5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-0ef2e889", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T22:43:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-0ef2e889"}, "namespace": "ai-tenant-e2e-mt-0ef2e889", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89f289b3-17d5-4047-8212-c86ad22caeb5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-0ef2e889 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T22:43:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-0ef2e889"}, "namespace": "ai-tenant-e2e-mt-0ef2e889", "name": "odh-trusted-ca-bundle", "reconcileID": "ee44bf04-3ef5-4538-b32f-cd7fa2852bbf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-0ef2e889"} 2026-07-13T22:43:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-0ef2e889"}, "namespace": "ai-tenant-e2e-mt-0ef2e889", "name": "odh-trusted-ca-bundle", "reconcileID": "ee44bf04-3ef5-4538-b32f-cd7fa2852bbf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-0ef2e889"} 2026-07-13T22:43:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-0ef2e889"}, "namespace": "ai-tenant-e2e-mt-0ef2e889", "name": "openshift-service-ca.crt", "reconcileID": "da2e9a72-3588-49c0-81c3-26f8aee70d01", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-0ef2e889"} 2026-07-13T22:43:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-0ef2e889"}, "namespace": "ai-tenant-e2e-mt-0ef2e889", "name": "openshift-service-ca.crt", "reconcileID": "da2e9a72-3588-49c0-81c3-26f8aee70d01", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-0ef2e889"} 2026-07-13T22:43:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-0ef2e889"}, "namespace": "ai-tenant-e2e-mt-0ef2e889", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3bd02147-d091-47e8-9565-a93066b15bdb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-0ef2e889"} 2026-07-13T22:43:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-0ef2e889"}, "namespace": "ai-tenant-e2e-mt-0ef2e889", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3bd02147-d091-47e8-9565-a93066b15bdb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-0ef2e889"} 2026-07-13T22:43:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-86fbe0b7"}, "namespace": "ai-tenant-e2e-mt-86fbe0b7", "name": "openshift-service-ca.crt", "reconcileID": "1cce3ec2-06f1-4338-ae19-bf4a6e6f169a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-86fbe0b7"} 2026-07-13T22:43:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-86fbe0b7"}, "namespace": "ai-tenant-e2e-mt-86fbe0b7", "name": "openshift-service-ca.crt", "reconcileID": "e8f22a53-d3b2-45a4-824b-7da019a12897", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-86fbe0b7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T22:43:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-86fbe0b7"}, "namespace": "ai-tenant-e2e-mt-86fbe0b7", "name": "openshift-service-ca.crt", "reconcileID": "e8f22a53-d3b2-45a4-824b-7da019a12897", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-86fbe0b7"} 2026-07-13T22:43:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-86fbe0b7"}, "namespace": "ai-tenant-e2e-mt-86fbe0b7", "name": "odh-trusted-ca-bundle", "reconcileID": "14b19582-971e-47b6-b190-db586eb150dc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-86fbe0b7"} 2026-07-13T22:43:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-86fbe0b7"}, "namespace": "ai-tenant-e2e-mt-86fbe0b7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8af34e03-3030-4057-a066-9504d27d51d5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-86fbe0b7"} 2026-07-13T22:43:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-86fbe0b7"}, "namespace": "ai-tenant-e2e-mt-86fbe0b7", "name": "openshift-service-ca.crt", "reconcileID": "af152130-b301-4762-81a5-47b35c6ae725", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-86fbe0b7"} 2026-07-13T22:43:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-86fbe0b7"}, "namespace": "ai-tenant-e2e-mt-86fbe0b7", "name": "odh-trusted-ca-bundle", "reconcileID": "9a7d8c62-d55e-4c62-ad82-e907083dd8b2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-86fbe0b7", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T22:43:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-86fbe0b7"}, "namespace": "ai-tenant-e2e-mt-86fbe0b7", "name": "odh-trusted-ca-bundle", "reconcileID": "9a7d8c62-d55e-4c62-ad82-e907083dd8b2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-86fbe0b7"} 2026-07-13T22:43:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-86fbe0b7"}, "namespace": "ai-tenant-e2e-mt-86fbe0b7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33bf336c-5caf-4957-a6ab-237058e8d899", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-86fbe0b7"} 2026-07-13T22:43:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-86fbe0b7"}, "namespace": "ai-tenant-e2e-mt-86fbe0b7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d78ebb4-d401-4f65-97db-2fd6de63e6ef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-86fbe0b7"} 2026-07-13T22:43:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-86fbe0b7"}, "namespace": "ai-tenant-e2e-mt-86fbe0b7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d78ebb4-d401-4f65-97db-2fd6de63e6ef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-86fbe0b7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T22:43:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-86fbe0b7"}, "namespace": "ai-tenant-e2e-mt-86fbe0b7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d78ebb4-d401-4f65-97db-2fd6de63e6ef", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-86fbe0b7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T22:43:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-86fbe0b7"}, "namespace": "ai-tenant-e2e-mt-86fbe0b7", "name": "odh-trusted-ca-bundle", "reconcileID": "6e3fdea7-cdf4-43ea-98e3-3dc5eb02ea8b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-86fbe0b7"} 2026-07-13T22:43:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-86fbe0b7"}, "namespace": "ai-tenant-e2e-mt-86fbe0b7", "name": "odh-trusted-ca-bundle", "reconcileID": "6e3fdea7-cdf4-43ea-98e3-3dc5eb02ea8b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-86fbe0b7"} 2026-07-13T22:43:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-86fbe0b7"}, "namespace": "ai-tenant-e2e-mt-86fbe0b7", "name": "openshift-service-ca.crt", "reconcileID": "887c7390-ca6e-4325-867d-8a831d279c5c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-86fbe0b7"} 2026-07-13T22:43:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-86fbe0b7"}, "namespace": "ai-tenant-e2e-mt-86fbe0b7", "name": "openshift-service-ca.crt", "reconcileID": "887c7390-ca6e-4325-867d-8a831d279c5c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-86fbe0b7"} 2026-07-13T22:43:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-86fbe0b7"}, "namespace": "ai-tenant-e2e-mt-86fbe0b7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d3dd2ea-8bd4-4f70-bb20-fb9906e59f55", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-86fbe0b7"} 2026-07-13T22:43:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-86fbe0b7"}, "namespace": "ai-tenant-e2e-mt-86fbe0b7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d3dd2ea-8bd4-4f70-bb20-fb9906e59f55", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-86fbe0b7"} 2026-07-13T22:43:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6e7f3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c", "reconcileID": "4ea87dd2-620e-4bb0-b5f0-d5becd19c032", "Gateway": "e2e-inf-a-6e7f3c", "namespace": "openshift-ingress"} 2026-07-13T22:43:50Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6e7f3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c", "reconcileID": "4ea87dd2-620e-4bb0-b5f0-d5becd19c032", "Gateway": "e2e-inf-a-6e7f3c", "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c-authn-ssl"} 2026-07-13T22:43:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6e7f3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c", "reconcileID": "4ea87dd2-620e-4bb0-b5f0-d5becd19c032", "Gateway": "e2e-inf-a-6e7f3c", "namespace": "openshift-ingress"} 2026-07-13T22:43:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6e7f3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c", "reconcileID": "2793d956-fed5-41a0-af5d-aa0c584207e6", "Gateway": "e2e-inf-a-6e7f3c", "namespace": "openshift-ingress"} 2026-07-13T22:43:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6e7f3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c", "reconcileID": "2793d956-fed5-41a0-af5d-aa0c584207e6", "Gateway": "e2e-inf-a-6e7f3c", "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c-authn-ssl"} 2026-07-13T22:43:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6e7f3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c", "reconcileID": "2793d956-fed5-41a0-af5d-aa0c584207e6", "Gateway": "e2e-inf-a-6e7f3c", "namespace": "openshift-ingress"} 2026-07-13T22:43:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6e7f3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c", "reconcileID": "df8c11b4-b801-4f63-9b0b-ebc7f9289257", "Gateway": "e2e-inf-a-6e7f3c", "namespace": "openshift-ingress"} 2026-07-13T22:43:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6e7f3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c", "reconcileID": "df8c11b4-b801-4f63-9b0b-ebc7f9289257", "Gateway": "e2e-inf-a-6e7f3c", "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c-authn-ssl"} 2026-07-13T22:43:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6e7f3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c", "reconcileID": "df8c11b4-b801-4f63-9b0b-ebc7f9289257", "Gateway": "e2e-inf-a-6e7f3c", "namespace": "openshift-ingress"} 2026-07-13T22:43:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6e7f3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c", "reconcileID": "675398cb-e16d-41f4-b898-2619242be432", "Gateway": "e2e-inf-a-6e7f3c", "namespace": "openshift-ingress"} 2026-07-13T22:43:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6e7f3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c", "reconcileID": "675398cb-e16d-41f4-b898-2619242be432", "Gateway": "e2e-inf-a-6e7f3c", "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c-authn-ssl"} 2026-07-13T22:43:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6e7f3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c", "reconcileID": "675398cb-e16d-41f4-b898-2619242be432", "Gateway": "e2e-inf-a-6e7f3c", "namespace": "openshift-ingress"} 2026-07-13T22:43:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6e7f3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c", "reconcileID": "3283b8cd-84fd-436c-925d-7ebb45240239", "Gateway": "e2e-inf-a-6e7f3c", "namespace": "openshift-ingress"} 2026-07-13T22:43:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6e7f3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c", "reconcileID": "3283b8cd-84fd-436c-925d-7ebb45240239", "Gateway": "e2e-inf-a-6e7f3c", "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c-authn-ssl"} 2026-07-13T22:43:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6e7f3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c", "reconcileID": "3283b8cd-84fd-436c-925d-7ebb45240239", "Gateway": "e2e-inf-a-6e7f3c", "namespace": "openshift-ingress"} 2026-07-13T22:43:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6e7f3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c", "reconcileID": "c5178cbf-ea66-4617-838f-049583c20387", "Gateway": "e2e-inf-a-6e7f3c", "namespace": "openshift-ingress"} 2026-07-13T22:43:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6e7f3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c", "reconcileID": "c5178cbf-ea66-4617-838f-049583c20387", "Gateway": "e2e-inf-a-6e7f3c", "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c-authn-ssl"} 2026-07-13T22:43:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6e7f3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c", "reconcileID": "c5178cbf-ea66-4617-838f-049583c20387", "Gateway": "e2e-inf-a-6e7f3c", "namespace": "openshift-ingress"} 2026-07-13T22:43:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "openshift-service-ca.crt", "reconcileID": "507b74ce-7c37-4a03-8763-4980bf683b49", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-6e7f3c"} 2026-07-13T22:43:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "openshift-service-ca.crt", "reconcileID": "9bd9e131-e203-44ad-8bc6-84e1c8b3cbd6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T22:43:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "openshift-service-ca.crt", "reconcileID": "9bd9e131-e203-44ad-8bc6-84e1c8b3cbd6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-6e7f3c"} 2026-07-13T22:43:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "odh-trusted-ca-bundle", "reconcileID": "5ac7feb5-4360-4791-92ab-b9b51d07d54b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-6e7f3c"} 2026-07-13T22:43:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8141361-a8bb-4218-86db-cd8d38d6c874", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-6e7f3c"} 2026-07-13T22:43:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "openshift-service-ca.crt", "reconcileID": "f09eef81-64b3-40a9-a26c-5daed46de963", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-6e7f3c"} 2026-07-13T22:43:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "odh-trusted-ca-bundle", "reconcileID": "c3d9f625-2fe6-4e9c-b2e7-85ad0c672a8d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T22:43:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "odh-trusted-ca-bundle", "reconcileID": "c3d9f625-2fe6-4e9c-b2e7-85ad0c672a8d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-6e7f3c"} 2026-07-13T22:43:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a950f4e-d169-49e0-99ef-e76bf9b13c12", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-6e7f3c"} 2026-07-13T22:43:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6e7f3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c", "reconcileID": "bb651795-2324-45b8-9951-272fffd6945d", "Gateway": "e2e-inf-a-6e7f3c", "namespace": "openshift-ingress"} 2026-07-13T22:43:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6e7f3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c", "reconcileID": "bb651795-2324-45b8-9951-272fffd6945d", "Gateway": "e2e-inf-a-6e7f3c", "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c-authn-ssl"} 2026-07-13T22:43:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6e7f3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c", "reconcileID": "bb651795-2324-45b8-9951-272fffd6945d", "Gateway": "e2e-inf-a-6e7f3c", "namespace": "openshift-ingress"} 2026-07-13T22:43:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c1c841e9-2b1c-4378-b592-cd91f795dfbd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T22:43:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "2d70a0d2-e23c-46b7-906f-82eaf1170e1f", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress"} 2026-07-13T22:43:58Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "2d70a0d2-e23c-46b7-906f-82eaf1170e1f", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38-authn-ssl"} 2026-07-13T22:43:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "2d70a0d2-e23c-46b7-906f-82eaf1170e1f", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress"} 2026-07-13T22:43:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "2ff77c2d-e94b-415c-bc63-8cee68bcf9e3", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress"} 2026-07-13T22:43:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "2ff77c2d-e94b-415c-bc63-8cee68bcf9e3", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38-authn-ssl"} 2026-07-13T22:43:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "2ff77c2d-e94b-415c-bc63-8cee68bcf9e3", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress"} 2026-07-13T22:43:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "1fa3a377-1794-4750-97ba-84c91c15bad4", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress"} 2026-07-13T22:43:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "1fa3a377-1794-4750-97ba-84c91c15bad4", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38-authn-ssl"} 2026-07-13T22:43:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "1fa3a377-1794-4750-97ba-84c91c15bad4", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress"} 2026-07-13T22:43:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "027d79b4-c019-4ef9-aa66-de08bc81d622", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress"} 2026-07-13T22:43:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "027d79b4-c019-4ef9-aa66-de08bc81d622", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38-authn-ssl"} 2026-07-13T22:43:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "027d79b4-c019-4ef9-aa66-de08bc81d622", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress"} 2026-07-13T22:43:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "6afbb563-914b-4f54-9c4e-a78b47b55e1e", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress"} 2026-07-13T22:43:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "6afbb563-914b-4f54-9c4e-a78b47b55e1e", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38-authn-ssl"} 2026-07-13T22:43:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "6afbb563-914b-4f54-9c4e-a78b47b55e1e", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress"} 2026-07-13T22:43:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "51ebe263-5b6c-4f25-a2a0-fd81900999d5", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress"} 2026-07-13T22:43:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "51ebe263-5b6c-4f25-a2a0-fd81900999d5", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38-authn-ssl"} 2026-07-13T22:43:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "51ebe263-5b6c-4f25-a2a0-fd81900999d5", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress"} 2026-07-13T22:43:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "a884e143-bcb6-4765-a377-edf8182a2915", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress"} 2026-07-13T22:43:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "a884e143-bcb6-4765-a377-edf8182a2915", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38-authn-ssl"} 2026-07-13T22:43:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "a884e143-bcb6-4765-a377-edf8182a2915", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress"} 2026-07-13T22:43:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6e7f3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c", "reconcileID": "59ab3d41-6298-45e6-9170-5fb5c8a9a45d", "Gateway": "e2e-inf-a-6e7f3c", "namespace": "openshift-ingress"} 2026-07-13T22:43:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6e7f3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c", "reconcileID": "59ab3d41-6298-45e6-9170-5fb5c8a9a45d", "Gateway": "e2e-inf-a-6e7f3c", "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c-authn-ssl"} 2026-07-13T22:43:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6e7f3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c", "reconcileID": "59ab3d41-6298-45e6-9170-5fb5c8a9a45d", "Gateway": "e2e-inf-a-6e7f3c", "namespace": "openshift-ingress"} 2026-07-13T22:43:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "9c0ebb5a-c373-4bc0-98b9-3dd574d52d4d", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress"} 2026-07-13T22:43:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "9c0ebb5a-c373-4bc0-98b9-3dd574d52d4d", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38-authn-ssl"} 2026-07-13T22:43:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "9c0ebb5a-c373-4bc0-98b9-3dd574d52d4d", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress"} 2026-07-13T22:44:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "openshift-service-ca.crt", "reconcileID": "d1ad3437-ccbd-4fc4-8fc2-09e03c50a49f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-953e38"} 2026-07-13T22:44:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "odh-trusted-ca-bundle", "reconcileID": "ed2f8cad-df9b-4fbf-8e50-f035623ba6f5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-953e38"} 2026-07-13T22:44:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "openshift-service-ca.crt", "reconcileID": "877a815f-4b03-445e-b6a2-b24290cb1e7d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-953e38", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T22:44:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "openshift-service-ca.crt", "reconcileID": "877a815f-4b03-445e-b6a2-b24290cb1e7d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-953e38"} 2026-07-13T22:44:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "openshift-service-ca.crt", "reconcileID": "4c0897cb-0a96-4d91-b5cf-e3039c2d87e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-953e38"} 2026-07-13T22:44:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3edcf25e-5dfa-4e4a-8420-c8998ac29f12", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-953e38"} 2026-07-13T22:44:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "odh-trusted-ca-bundle", "reconcileID": "ebe31384-66d9-4a97-a182-4b0d2211bad6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-953e38", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T22:44:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "odh-trusted-ca-bundle", "reconcileID": "ebe31384-66d9-4a97-a182-4b0d2211bad6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-953e38"} 2026-07-13T22:44:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5481e472-750d-4698-8385-479e6b12dd83", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-953e38"} 2026-07-13T22:44:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "ddd91be1-a746-4804-adeb-50ec23305445", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress"} 2026-07-13T22:44:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "ddd91be1-a746-4804-adeb-50ec23305445", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38-authn-ssl"} 2026-07-13T22:44:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "ddd91be1-a746-4804-adeb-50ec23305445", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress"} 2026-07-13T22:44:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dcf491e8-c357-46ad-ba8b-725f54aa4a72", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T22:44:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6e7f3c","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c", "reconcileID": "ba6d35b6-34de-4b83-818d-937b06ff5daf", "LLMInferenceService": "test-model-6e7f3c", "namespace": "ai-tenant-e2e-inf-a-6e7f3c"} 2026-07-13T22:44:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6e7f3c","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c", "reconcileID": "ba6d35b6-34de-4b83-818d-937b06ff5daf", "LLMInferenceService": "test-model-6e7f3c", "namespace": "ai-tenant-e2e-inf-a-6e7f3c"} 2026-07-13T22:44:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6e7f3c","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c", "reconcileID": "ba6d35b6-34de-4b83-818d-937b06ff5daf", "LLMInferenceService": "test-model-6e7f3c", "namespace": "ai-tenant-e2e-inf-a-6e7f3c"} 2026-07-13T22:44:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6e7f3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c", "reconcileID": "a9c16743-b516-4068-81be-3228ec1a239b", "Gateway": "e2e-inf-a-6e7f3c", "namespace": "openshift-ingress"} 2026-07-13T22:44:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6e7f3c","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c", "reconcileID": "ba6d35b6-34de-4b83-818d-937b06ff5daf", "LLMInferenceService": "test-model-6e7f3c", "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c-kserve-route-authn"} 2026-07-13T22:44:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6e7f3c","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c", "reconcileID": "ba6d35b6-34de-4b83-818d-937b06ff5daf", "LLMInferenceService": "test-model-6e7f3c", "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "authType": "userdefined"} 2026-07-13T22:44:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6e7f3c","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c", "reconcileID": "ba6d35b6-34de-4b83-818d-937b06ff5daf", "LLMInferenceService": "test-model-6e7f3c", "namespace": "ai-tenant-e2e-inf-a-6e7f3c"} 2026-07-13T22:44:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6e7f3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c", "reconcileID": "a9c16743-b516-4068-81be-3228ec1a239b", "Gateway": "e2e-inf-a-6e7f3c", "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c-authn-ssl"} 2026-07-13T22:44:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6e7f3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c", "reconcileID": "a9c16743-b516-4068-81be-3228ec1a239b", "Gateway": "e2e-inf-a-6e7f3c", "namespace": "openshift-ingress"} 2026-07-13T22:44:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6e7f3c","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c", "reconcileID": "47fcb14a-39dd-4946-b44e-a3e1400b526f", "LLMInferenceService": "test-model-6e7f3c", "namespace": "ai-tenant-e2e-inf-a-6e7f3c"} 2026-07-13T22:44:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6e7f3c","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c", "reconcileID": "47fcb14a-39dd-4946-b44e-a3e1400b526f", "LLMInferenceService": "test-model-6e7f3c", "namespace": "ai-tenant-e2e-inf-a-6e7f3c"} 2026-07-13T22:44:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6e7f3c","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c", "reconcileID": "47fcb14a-39dd-4946-b44e-a3e1400b526f", "LLMInferenceService": "test-model-6e7f3c", "namespace": "ai-tenant-e2e-inf-a-6e7f3c"} 2026-07-13T22:44:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6e7f3c","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c", "reconcileID": "47fcb14a-39dd-4946-b44e-a3e1400b526f", "LLMInferenceService": "test-model-6e7f3c", "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c-kserve-route-authn"} 2026-07-13T22:44:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6e7f3c","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c", "reconcileID": "47fcb14a-39dd-4946-b44e-a3e1400b526f", "LLMInferenceService": "test-model-6e7f3c", "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "authType": "userdefined"} 2026-07-13T22:44:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6e7f3c","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c", "reconcileID": "47fcb14a-39dd-4946-b44e-a3e1400b526f", "LLMInferenceService": "test-model-6e7f3c", "namespace": "ai-tenant-e2e-inf-a-6e7f3c"} 2026-07-13T22:44:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "9b36564e-3ec5-48d1-921c-6afe889ca449", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress"} 2026-07-13T22:44:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "9b36564e-3ec5-48d1-921c-6afe889ca449", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38-authn-ssl"} 2026-07-13T22:44:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "9b36564e-3ec5-48d1-921c-6afe889ca449", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress"} 2026-07-13T22:44:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "66a45d17-36f1-46cf-8c52-940f38e8cb82", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T22:44:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4d885dfb-62b7-442b-b5b5-f9ebfc35d064", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T22:44:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6e7f3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c", "reconcileID": "59ebc45f-6b17-440f-92dd-53ab48987dfc", "Gateway": "e2e-inf-a-6e7f3c", "namespace": "openshift-ingress"} 2026-07-13T22:44:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6e7f3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c", "reconcileID": "59ebc45f-6b17-440f-92dd-53ab48987dfc", "Gateway": "e2e-inf-a-6e7f3c", "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c-authn-ssl"} 2026-07-13T22:44:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6e7f3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c", "reconcileID": "59ebc45f-6b17-440f-92dd-53ab48987dfc", "Gateway": "e2e-inf-a-6e7f3c", "namespace": "openshift-ingress"} 2026-07-13T22:44:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6e7f3c","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c", "reconcileID": "5f53cfe8-3d24-4c0b-bd42-81e91fc42513", "LLMInferenceService": "test-model-6e7f3c", "namespace": "ai-tenant-e2e-inf-a-6e7f3c"} 2026-07-13T22:44:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6e7f3c","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c", "reconcileID": "5f53cfe8-3d24-4c0b-bd42-81e91fc42513", "LLMInferenceService": "test-model-6e7f3c", "namespace": "ai-tenant-e2e-inf-a-6e7f3c"} 2026-07-13T22:44:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6e7f3c","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c", "reconcileID": "5f53cfe8-3d24-4c0b-bd42-81e91fc42513", "LLMInferenceService": "test-model-6e7f3c", "namespace": "ai-tenant-e2e-inf-a-6e7f3c"} 2026-07-13T22:44:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6e7f3c","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c", "reconcileID": "5f53cfe8-3d24-4c0b-bd42-81e91fc42513", "LLMInferenceService": "test-model-6e7f3c", "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c-kserve-route-authn"} 2026-07-13T22:44:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6e7f3c","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c", "reconcileID": "5f53cfe8-3d24-4c0b-bd42-81e91fc42513", "LLMInferenceService": "test-model-6e7f3c", "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "authType": "userdefined"} 2026-07-13T22:44:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6e7f3c","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c", "reconcileID": "5f53cfe8-3d24-4c0b-bd42-81e91fc42513", "LLMInferenceService": "test-model-6e7f3c", "namespace": "ai-tenant-e2e-inf-a-6e7f3c"} 2026-07-13T22:44:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6e7f3c","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c", "reconcileID": "37bc7337-cbe3-4f49-b741-5b4e4fbee555", "LLMInferenceService": "test-model-6e7f3c", "namespace": "ai-tenant-e2e-inf-a-6e7f3c"} 2026-07-13T22:44:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6e7f3c","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c", "reconcileID": "37bc7337-cbe3-4f49-b741-5b4e4fbee555", "LLMInferenceService": "test-model-6e7f3c", "namespace": "ai-tenant-e2e-inf-a-6e7f3c"} 2026-07-13T22:44:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6e7f3c","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c", "reconcileID": "37bc7337-cbe3-4f49-b741-5b4e4fbee555", "LLMInferenceService": "test-model-6e7f3c", "namespace": "ai-tenant-e2e-inf-a-6e7f3c"} 2026-07-13T22:44:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6e7f3c","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c", "reconcileID": "37bc7337-cbe3-4f49-b741-5b4e4fbee555", "LLMInferenceService": "test-model-6e7f3c", "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c-kserve-route-authn"} 2026-07-13T22:44:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6e7f3c","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c", "reconcileID": "37bc7337-cbe3-4f49-b741-5b4e4fbee555", "LLMInferenceService": "test-model-6e7f3c", "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "authType": "userdefined"} 2026-07-13T22:44:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6e7f3c","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c", "reconcileID": "37bc7337-cbe3-4f49-b741-5b4e4fbee555", "LLMInferenceService": "test-model-6e7f3c", "namespace": "ai-tenant-e2e-inf-a-6e7f3c"} 2026-07-13T22:44:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6e7f3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c", "reconcileID": "9ebc4aa2-607e-44e8-baf7-d5b8ae3a2af9", "Gateway": "e2e-inf-a-6e7f3c", "namespace": "openshift-ingress"} 2026-07-13T22:44:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6e7f3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c", "reconcileID": "9ebc4aa2-607e-44e8-baf7-d5b8ae3a2af9", "Gateway": "e2e-inf-a-6e7f3c", "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c-authn-ssl"} 2026-07-13T22:44:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6e7f3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c", "reconcileID": "9ebc4aa2-607e-44e8-baf7-d5b8ae3a2af9", "Gateway": "e2e-inf-a-6e7f3c", "namespace": "openshift-ingress"} 2026-07-13T22:44:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6e7f3c","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c", "reconcileID": "9a6817e0-6d96-4476-af5a-03b95b853153", "LLMInferenceService": "test-model-6e7f3c", "namespace": "ai-tenant-e2e-inf-a-6e7f3c"} 2026-07-13T22:44:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6e7f3c","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c", "reconcileID": "9a6817e0-6d96-4476-af5a-03b95b853153", "LLMInferenceService": "test-model-6e7f3c", "namespace": "ai-tenant-e2e-inf-a-6e7f3c"} 2026-07-13T22:44:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6e7f3c","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c", "reconcileID": "9a6817e0-6d96-4476-af5a-03b95b853153", "LLMInferenceService": "test-model-6e7f3c", "namespace": "ai-tenant-e2e-inf-a-6e7f3c"} 2026-07-13T22:44:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6e7f3c","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c", "reconcileID": "9a6817e0-6d96-4476-af5a-03b95b853153", "LLMInferenceService": "test-model-6e7f3c", "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c-kserve-route-authn"} 2026-07-13T22:44:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6e7f3c","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c", "reconcileID": "9a6817e0-6d96-4476-af5a-03b95b853153", "LLMInferenceService": "test-model-6e7f3c", "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "authType": "userdefined"} 2026-07-13T22:44:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6e7f3c","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c", "reconcileID": "9a6817e0-6d96-4476-af5a-03b95b853153", "LLMInferenceService": "test-model-6e7f3c", "namespace": "ai-tenant-e2e-inf-a-6e7f3c"} 2026-07-13T22:44:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-953e38","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "test-model-953e38", "reconcileID": "f696da09-0633-4e71-aa60-aa7ccfd91682", "LLMInferenceService": "test-model-953e38", "namespace": "ai-tenant-e2e-inf-b-953e38"} 2026-07-13T22:44:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-953e38","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "test-model-953e38", "reconcileID": "f696da09-0633-4e71-aa60-aa7ccfd91682", "LLMInferenceService": "test-model-953e38", "namespace": "ai-tenant-e2e-inf-b-953e38"} 2026-07-13T22:44:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-953e38","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "test-model-953e38", "reconcileID": "f696da09-0633-4e71-aa60-aa7ccfd91682", "LLMInferenceService": "test-model-953e38", "namespace": "ai-tenant-e2e-inf-b-953e38"} 2026-07-13T22:44:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "dd14cd83-3cf7-4d10-8a57-cfff6bcab1e7", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress"} 2026-07-13T22:44:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-953e38","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "test-model-953e38", "reconcileID": "f696da09-0633-4e71-aa60-aa7ccfd91682", "LLMInferenceService": "test-model-953e38", "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "test-model-953e38-kserve-route-authn"} 2026-07-13T22:44:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-953e38","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "test-model-953e38", "reconcileID": "f696da09-0633-4e71-aa60-aa7ccfd91682", "LLMInferenceService": "test-model-953e38", "namespace": "ai-tenant-e2e-inf-b-953e38", "authType": "userdefined"} 2026-07-13T22:44:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-953e38","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "test-model-953e38", "reconcileID": "f696da09-0633-4e71-aa60-aa7ccfd91682", "LLMInferenceService": "test-model-953e38", "namespace": "ai-tenant-e2e-inf-b-953e38"} 2026-07-13T22:44:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "dd14cd83-3cf7-4d10-8a57-cfff6bcab1e7", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38-authn-ssl"} 2026-07-13T22:44:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "dd14cd83-3cf7-4d10-8a57-cfff6bcab1e7", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress"} 2026-07-13T22:44:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-953e38","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "test-model-953e38", "reconcileID": "b57cc090-2a22-4e3e-bae1-4a49008741fb", "LLMInferenceService": "test-model-953e38", "namespace": "ai-tenant-e2e-inf-b-953e38"} 2026-07-13T22:44:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-953e38","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "test-model-953e38", "reconcileID": "b57cc090-2a22-4e3e-bae1-4a49008741fb", "LLMInferenceService": "test-model-953e38", "namespace": "ai-tenant-e2e-inf-b-953e38"} 2026-07-13T22:44:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-953e38","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "test-model-953e38", "reconcileID": "b57cc090-2a22-4e3e-bae1-4a49008741fb", "LLMInferenceService": "test-model-953e38", "namespace": "ai-tenant-e2e-inf-b-953e38"} 2026-07-13T22:44:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-953e38","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "test-model-953e38", "reconcileID": "b57cc090-2a22-4e3e-bae1-4a49008741fb", "LLMInferenceService": "test-model-953e38", "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "test-model-953e38-kserve-route-authn"} 2026-07-13T22:44:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-953e38","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "test-model-953e38", "reconcileID": "b57cc090-2a22-4e3e-bae1-4a49008741fb", "LLMInferenceService": "test-model-953e38", "namespace": "ai-tenant-e2e-inf-b-953e38", "authType": "userdefined"} 2026-07-13T22:44:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-953e38","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "test-model-953e38", "reconcileID": "b57cc090-2a22-4e3e-bae1-4a49008741fb", "LLMInferenceService": "test-model-953e38", "namespace": "ai-tenant-e2e-inf-b-953e38"} 2026-07-13T22:44:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "cab4b149-8152-40ff-a931-bd95ac0011d1", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress"} 2026-07-13T22:44:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "cab4b149-8152-40ff-a931-bd95ac0011d1", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38-authn-ssl"} 2026-07-13T22:44:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "cab4b149-8152-40ff-a931-bd95ac0011d1", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress"} 2026-07-13T22:45:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-953e38","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "test-model-953e38", "reconcileID": "d2a3f67a-96ac-44d0-a46d-9be46c15465f", "LLMInferenceService": "test-model-953e38", "namespace": "ai-tenant-e2e-inf-b-953e38"} 2026-07-13T22:45:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-953e38","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "test-model-953e38", "reconcileID": "d2a3f67a-96ac-44d0-a46d-9be46c15465f", "LLMInferenceService": "test-model-953e38", "namespace": "ai-tenant-e2e-inf-b-953e38"} 2026-07-13T22:45:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-953e38","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "test-model-953e38", "reconcileID": "d2a3f67a-96ac-44d0-a46d-9be46c15465f", "LLMInferenceService": "test-model-953e38", "namespace": "ai-tenant-e2e-inf-b-953e38"} 2026-07-13T22:45:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-953e38","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "test-model-953e38", "reconcileID": "d2a3f67a-96ac-44d0-a46d-9be46c15465f", "LLMInferenceService": "test-model-953e38", "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "test-model-953e38-kserve-route-authn"} 2026-07-13T22:45:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-953e38","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "test-model-953e38", "reconcileID": "d2a3f67a-96ac-44d0-a46d-9be46c15465f", "LLMInferenceService": "test-model-953e38", "namespace": "ai-tenant-e2e-inf-b-953e38", "authType": "userdefined"} 2026-07-13T22:45:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-953e38","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "test-model-953e38", "reconcileID": "d2a3f67a-96ac-44d0-a46d-9be46c15465f", "LLMInferenceService": "test-model-953e38", "namespace": "ai-tenant-e2e-inf-b-953e38"} 2026-07-13T22:45:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "2afd1d88-db88-414a-aa70-61cb949d1afa", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress"} 2026-07-13T22:45:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "2afd1d88-db88-414a-aa70-61cb949d1afa", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38-authn-ssl"} 2026-07-13T22:45:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "2afd1d88-db88-414a-aa70-61cb949d1afa", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress"} 2026-07-13T22:45:13Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T22:45:13Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T22:45:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-953e38","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "test-model-953e38", "reconcileID": "19969fa5-614d-4607-a7c3-e4c0580d6193", "LLMInferenceService": "test-model-953e38", "namespace": "ai-tenant-e2e-inf-b-953e38"} 2026-07-13T22:45:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-953e38","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "test-model-953e38", "reconcileID": "19969fa5-614d-4607-a7c3-e4c0580d6193", "LLMInferenceService": "test-model-953e38", "namespace": "ai-tenant-e2e-inf-b-953e38"} 2026-07-13T22:45:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-953e38","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "test-model-953e38", "reconcileID": "19969fa5-614d-4607-a7c3-e4c0580d6193", "LLMInferenceService": "test-model-953e38", "namespace": "ai-tenant-e2e-inf-b-953e38"} 2026-07-13T22:45:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-953e38","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "test-model-953e38", "reconcileID": "19969fa5-614d-4607-a7c3-e4c0580d6193", "LLMInferenceService": "test-model-953e38", "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "test-model-953e38-kserve-route-authn"} 2026-07-13T22:45:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-953e38","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "test-model-953e38", "reconcileID": "19969fa5-614d-4607-a7c3-e4c0580d6193", "LLMInferenceService": "test-model-953e38", "namespace": "ai-tenant-e2e-inf-b-953e38", "authType": "userdefined"} 2026-07-13T22:45:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-953e38","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "test-model-953e38", "reconcileID": "19969fa5-614d-4607-a7c3-e4c0580d6193", "LLMInferenceService": "test-model-953e38", "namespace": "ai-tenant-e2e-inf-b-953e38"} 2026-07-13T22:45:14Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T22:45:14Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T22:45:20Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6e7f3c","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c", "reconcileID": "db023723-fdd7-4df0-85ca-0fa742baf50c", "LLMInferenceService": "test-model-6e7f3c", "namespace": "ai-tenant-e2e-inf-a-6e7f3c"} 2026-07-13T22:45:20Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6e7f3c","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c", "reconcileID": "db023723-fdd7-4df0-85ca-0fa742baf50c", "LLMInferenceService": "test-model-6e7f3c", "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c"} 2026-07-13T22:45:20Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6e7f3c","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c", "reconcileID": "db023723-fdd7-4df0-85ca-0fa742baf50c", "LLMInferenceService": "test-model-6e7f3c", "namespace": "ai-tenant-e2e-inf-a-6e7f3c"} 2026-07-13T22:45:20Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6e7f3c","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c", "reconcileID": "db023723-fdd7-4df0-85ca-0fa742baf50c", "LLMInferenceService": "test-model-6e7f3c", "namespace": "ai-tenant-e2e-inf-a-6e7f3c"} 2026-07-13T22:45:20Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6e7f3c","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c", "reconcileID": "db023723-fdd7-4df0-85ca-0fa742baf50c", "LLMInferenceService": "test-model-6e7f3c", "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c-kserve-route-authn"} 2026-07-13T22:45:20Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6e7f3c","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c", "reconcileID": "db023723-fdd7-4df0-85ca-0fa742baf50c", "LLMInferenceService": "test-model-6e7f3c", "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c-kserve-route-authn"} 2026-07-13T22:45:20Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6e7f3c","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c", "reconcileID": "db023723-fdd7-4df0-85ca-0fa742baf50c", "LLMInferenceService": "test-model-6e7f3c", "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "namespace": "ai-tenant-e2e-inf-a-6e7f3c"} 2026-07-13T22:45:20Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6e7f3c","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c", "reconcileID": "db023723-fdd7-4df0-85ca-0fa742baf50c", "LLMInferenceService": "test-model-6e7f3c", "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "namespace": "ai-tenant-e2e-inf-a-6e7f3c"} 2026-07-13T22:45:20Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6e7f3c","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "test-model-6e7f3c", "reconcileID": "1dbdc380-5542-4a59-a3bb-e683d4070944", "LLMInferenceService": "test-model-6e7f3c", "namespace": "ai-tenant-e2e-inf-a-6e7f3c"} 2026-07-13T22:45:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6e7f3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c", "reconcileID": "891d683d-1eeb-4fc3-9735-b8d3f1e56f6b", "Gateway": "e2e-inf-a-6e7f3c", "namespace": "openshift-ingress"} 2026-07-13T22:45:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6e7f3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c", "reconcileID": "891d683d-1eeb-4fc3-9735-b8d3f1e56f6b", "Gateway": "e2e-inf-a-6e7f3c", "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c-authn-ssl"} 2026-07-13T22:45:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6e7f3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c", "reconcileID": "891d683d-1eeb-4fc3-9735-b8d3f1e56f6b", "Gateway": "e2e-inf-a-6e7f3c", "namespace": "openshift-ingress"} 2026-07-13T22:45:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6e7f3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c", "reconcileID": "f75d753d-86ca-4832-a9d3-9e592ad14d43", "Gateway": "e2e-inf-a-6e7f3c", "namespace": "openshift-ingress"} 2026-07-13T22:45:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6e7f3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c", "reconcileID": "f75d753d-86ca-4832-a9d3-9e592ad14d43", "Gateway": "e2e-inf-a-6e7f3c", "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c-authn-ssl"} 2026-07-13T22:45:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6e7f3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c", "reconcileID": "f75d753d-86ca-4832-a9d3-9e592ad14d43", "Gateway": "e2e-inf-a-6e7f3c", "namespace": "openshift-ingress"} 2026-07-13T22:45:20Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-953e38","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "test-model-953e38", "reconcileID": "ef27dfd5-493c-424a-b357-ee6c5566c5ae", "LLMInferenceService": "test-model-953e38", "namespace": "ai-tenant-e2e-inf-b-953e38"} 2026-07-13T22:45:20Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-953e38","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "test-model-953e38", "reconcileID": "ef27dfd5-493c-424a-b357-ee6c5566c5ae", "LLMInferenceService": "test-model-953e38", "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "test-model-953e38"} 2026-07-13T22:45:20Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-953e38","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "test-model-953e38", "reconcileID": "ef27dfd5-493c-424a-b357-ee6c5566c5ae", "LLMInferenceService": "test-model-953e38", "namespace": "ai-tenant-e2e-inf-b-953e38"} 2026-07-13T22:45:20Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-953e38","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "test-model-953e38", "reconcileID": "ef27dfd5-493c-424a-b357-ee6c5566c5ae", "LLMInferenceService": "test-model-953e38", "namespace": "ai-tenant-e2e-inf-b-953e38"} 2026-07-13T22:45:20Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-953e38","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "test-model-953e38", "reconcileID": "ef27dfd5-493c-424a-b357-ee6c5566c5ae", "LLMInferenceService": "test-model-953e38", "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "test-model-953e38-kserve-route-authn"} 2026-07-13T22:45:20Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-953e38","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "test-model-953e38", "reconcileID": "ef27dfd5-493c-424a-b357-ee6c5566c5ae", "LLMInferenceService": "test-model-953e38", "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "test-model-953e38-kserve-route-authn"} 2026-07-13T22:45:20Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-953e38","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "test-model-953e38", "reconcileID": "ef27dfd5-493c-424a-b357-ee6c5566c5ae", "LLMInferenceService": "test-model-953e38", "namespace": "ai-tenant-e2e-inf-b-953e38", "namespace": "ai-tenant-e2e-inf-b-953e38"} 2026-07-13T22:45:20Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-953e38","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "test-model-953e38", "reconcileID": "ef27dfd5-493c-424a-b357-ee6c5566c5ae", "LLMInferenceService": "test-model-953e38", "namespace": "ai-tenant-e2e-inf-b-953e38", "namespace": "ai-tenant-e2e-inf-b-953e38"} 2026-07-13T22:45:21Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-953e38","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "test-model-953e38", "reconcileID": "08de0e9c-986e-441a-a2d5-ca9fc0ff29cd", "LLMInferenceService": "test-model-953e38", "namespace": "ai-tenant-e2e-inf-b-953e38"} 2026-07-13T22:45:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "0fd0e166-c9cd-432c-8336-4db90bfa121f", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress"} 2026-07-13T22:45:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "0fd0e166-c9cd-432c-8336-4db90bfa121f", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38-authn-ssl"} 2026-07-13T22:45:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "0fd0e166-c9cd-432c-8336-4db90bfa121f", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress"} 2026-07-13T22:45:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "a4e01222-0337-4306-a096-45a0cdc0005d", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress"} 2026-07-13T22:45:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "a4e01222-0337-4306-a096-45a0cdc0005d", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38-authn-ssl"} 2026-07-13T22:45:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "a4e01222-0337-4306-a096-45a0cdc0005d", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress"} 2026-07-13T22:45:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "017d0206-dd29-423e-b67e-5467fbff3e89", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T22:45:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6e7f3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c", "reconcileID": "963452c8-9f67-4e83-ade9-5d6e23a90389", "Gateway": "e2e-inf-a-6e7f3c", "namespace": "openshift-ingress"} 2026-07-13T22:45:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6e7f3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c", "reconcileID": "963452c8-9f67-4e83-ade9-5d6e23a90389", "Gateway": "e2e-inf-a-6e7f3c", "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c-authn-ssl"} 2026-07-13T22:45:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6e7f3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c", "reconcileID": "963452c8-9f67-4e83-ade9-5d6e23a90389", "Gateway": "e2e-inf-a-6e7f3c", "namespace": "openshift-ingress"} 2026-07-13T22:46:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "65cbaf57-7585-4786-8f24-633091a28fc5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-6e7f3c"} 2026-07-13T22:46:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "65cbaf57-7585-4786-8f24-633091a28fc5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T22:46:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "65cbaf57-7585-4786-8f24-633091a28fc5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-6e7f3c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T22:46:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "odh-trusted-ca-bundle", "reconcileID": "9323d44e-66b6-4fcb-8d77-75496c65d14a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-6e7f3c"} 2026-07-13T22:46:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "odh-trusted-ca-bundle", "reconcileID": "9323d44e-66b6-4fcb-8d77-75496c65d14a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-6e7f3c"} 2026-07-13T22:46:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "openshift-service-ca.crt", "reconcileID": "b36bf548-da6c-45ce-926c-fd21e3f3c8df", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-6e7f3c"} 2026-07-13T22:46:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "openshift-service-ca.crt", "reconcileID": "b36bf548-da6c-45ce-926c-fd21e3f3c8df", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-6e7f3c"} 2026-07-13T22:46:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3da33536-0e14-4be0-9783-e2b6fd906496", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-6e7f3c"} 2026-07-13T22:46:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-6e7f3c"}, "namespace": "ai-tenant-e2e-inf-a-6e7f3c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3da33536-0e14-4be0-9783-e2b6fd906496", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-6e7f3c"} 2026-07-13T22:46:03Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6e7f3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6e7f3c", "reconcileID": "cc85a422-fe45-455b-accd-87a92f122ee2", "Gateway": "e2e-inf-a-6e7f3c", "namespace": "openshift-ingress"} 2026-07-13T22:46:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b91bd2a1-bd3b-44fe-a900-10b867dfe802", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T22:46:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "5bca1d58-a461-42cb-affd-5e2ef010eabc", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress"} 2026-07-13T22:46:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "5bca1d58-a461-42cb-affd-5e2ef010eabc", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38-authn-ssl"} 2026-07-13T22:46:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "5bca1d58-a461-42cb-affd-5e2ef010eabc", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress"} 2026-07-13T22:46:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "799951b7-2bb9-47d2-bfdf-37c591f29793", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-953e38"} 2026-07-13T22:46:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "799951b7-2bb9-47d2-bfdf-37c591f29793", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-953e38", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T22:46:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "799951b7-2bb9-47d2-bfdf-37c591f29793", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-953e38 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T22:46:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "odh-trusted-ca-bundle", "reconcileID": "6c67139c-d62f-4323-9244-1dc9d07ae104", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-953e38"} 2026-07-13T22:46:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "odh-trusted-ca-bundle", "reconcileID": "6c67139c-d62f-4323-9244-1dc9d07ae104", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-953e38"} 2026-07-13T22:46:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "openshift-service-ca.crt", "reconcileID": "e52ffdcc-0bdb-4642-b58c-1243831ed684", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-953e38"} 2026-07-13T22:46:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "openshift-service-ca.crt", "reconcileID": "e52ffdcc-0bdb-4642-b58c-1243831ed684", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-953e38"} 2026-07-13T22:46:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "be24afa0-222c-4f33-8f28-15aaad3e9d7f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-953e38"} 2026-07-13T22:46:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-953e38"}, "namespace": "ai-tenant-e2e-inf-b-953e38", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "be24afa0-222c-4f33-8f28-15aaad3e9d7f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-953e38"} 2026-07-13T22:46:10Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-953e38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-953e38", "reconcileID": "f96aee6c-8eb7-4762-a012-034ece7a999c", "Gateway": "e2e-inf-b-953e38", "namespace": "openshift-ingress"} 2026-07-13T22:46:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f95ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee", "reconcileID": "7bb0a6e1-51dc-4989-9748-4ca028900098", "Gateway": "e2e-api-a-8f95ee", "namespace": "openshift-ingress"} 2026-07-13T22:46:11Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f95ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee", "reconcileID": "7bb0a6e1-51dc-4989-9748-4ca028900098", "Gateway": "e2e-api-a-8f95ee", "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee-authn-ssl"} 2026-07-13T22:46:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f95ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee", "reconcileID": "7bb0a6e1-51dc-4989-9748-4ca028900098", "Gateway": "e2e-api-a-8f95ee", "namespace": "openshift-ingress"} 2026-07-13T22:46:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f95ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee", "reconcileID": "b888dd5c-91e2-4a70-b286-4829617e910b", "Gateway": "e2e-api-a-8f95ee", "namespace": "openshift-ingress"} 2026-07-13T22:46:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f95ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee", "reconcileID": "b888dd5c-91e2-4a70-b286-4829617e910b", "Gateway": "e2e-api-a-8f95ee", "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee-authn-ssl"} 2026-07-13T22:46:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f95ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee", "reconcileID": "b888dd5c-91e2-4a70-b286-4829617e910b", "Gateway": "e2e-api-a-8f95ee", "namespace": "openshift-ingress"} 2026-07-13T22:46:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f95ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee", "reconcileID": "5e2910bf-d81c-4d77-afc6-e570c442828c", "Gateway": "e2e-api-a-8f95ee", "namespace": "openshift-ingress"} 2026-07-13T22:46:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f95ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee", "reconcileID": "5e2910bf-d81c-4d77-afc6-e570c442828c", "Gateway": "e2e-api-a-8f95ee", "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee-authn-ssl"} 2026-07-13T22:46:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f95ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee", "reconcileID": "5e2910bf-d81c-4d77-afc6-e570c442828c", "Gateway": "e2e-api-a-8f95ee", "namespace": "openshift-ingress"} 2026-07-13T22:46:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f95ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee", "reconcileID": "8e679aaf-2864-41d6-933a-6f7db6cdd0ab", "Gateway": "e2e-api-a-8f95ee", "namespace": "openshift-ingress"} 2026-07-13T22:46:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f95ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee", "reconcileID": "8e679aaf-2864-41d6-933a-6f7db6cdd0ab", "Gateway": "e2e-api-a-8f95ee", "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee-authn-ssl"} 2026-07-13T22:46:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f95ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee", "reconcileID": "8e679aaf-2864-41d6-933a-6f7db6cdd0ab", "Gateway": "e2e-api-a-8f95ee", "namespace": "openshift-ingress"} 2026-07-13T22:46:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f95ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee", "reconcileID": "1c41b8c0-5ee3-4bf7-9850-226f0e345642", "Gateway": "e2e-api-a-8f95ee", "namespace": "openshift-ingress"} 2026-07-13T22:46:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f95ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee", "reconcileID": "1c41b8c0-5ee3-4bf7-9850-226f0e345642", "Gateway": "e2e-api-a-8f95ee", "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee-authn-ssl"} 2026-07-13T22:46:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f95ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee", "reconcileID": "1c41b8c0-5ee3-4bf7-9850-226f0e345642", "Gateway": "e2e-api-a-8f95ee", "namespace": "openshift-ingress"} 2026-07-13T22:46:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f95ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee", "reconcileID": "4cae1be3-e323-4020-aa04-f857e9f26ab2", "Gateway": "e2e-api-a-8f95ee", "namespace": "openshift-ingress"} 2026-07-13T22:46:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f95ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee", "reconcileID": "4cae1be3-e323-4020-aa04-f857e9f26ab2", "Gateway": "e2e-api-a-8f95ee", "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee-authn-ssl"} 2026-07-13T22:46:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f95ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee", "reconcileID": "4cae1be3-e323-4020-aa04-f857e9f26ab2", "Gateway": "e2e-api-a-8f95ee", "namespace": "openshift-ingress"} 2026-07-13T22:46:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f95ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee", "reconcileID": "3c845a16-a3f4-4d74-a13a-dee2b5a6b022", "Gateway": "e2e-api-a-8f95ee", "namespace": "openshift-ingress"} 2026-07-13T22:46:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f95ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee", "reconcileID": "3c845a16-a3f4-4d74-a13a-dee2b5a6b022", "Gateway": "e2e-api-a-8f95ee", "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee-authn-ssl"} 2026-07-13T22:46:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f95ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee", "reconcileID": "3c845a16-a3f4-4d74-a13a-dee2b5a6b022", "Gateway": "e2e-api-a-8f95ee", "namespace": "openshift-ingress"} 2026-07-13T22:46:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-8f95ee"}, "namespace": "ai-tenant-e2e-api-a-8f95ee", "name": "openshift-service-ca.crt", "reconcileID": "6a75dc70-ea2c-4676-8f57-4a09c4dbedb0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-8f95ee"} 2026-07-13T22:46:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-8f95ee"}, "namespace": "ai-tenant-e2e-api-a-8f95ee", "name": "odh-trusted-ca-bundle", "reconcileID": "3b67d101-6430-44e0-973a-a470eda791e1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8f95ee"} 2026-07-13T22:46:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-8f95ee"}, "namespace": "ai-tenant-e2e-api-a-8f95ee", "name": "openshift-service-ca.crt", "reconcileID": "4c9e62bc-3086-4d94-b067-6cc9846b7796", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-8f95ee", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T22:46:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-8f95ee"}, "namespace": "ai-tenant-e2e-api-a-8f95ee", "name": "openshift-service-ca.crt", "reconcileID": "4c9e62bc-3086-4d94-b067-6cc9846b7796", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-8f95ee"} 2026-07-13T22:46:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8f95ee"}, "namespace": "ai-tenant-e2e-api-a-8f95ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7bff95c-9b9f-478f-bd24-7f2c7c123ef2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8f95ee"} 2026-07-13T22:46:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-8f95ee"}, "namespace": "ai-tenant-e2e-api-a-8f95ee", "name": "openshift-service-ca.crt", "reconcileID": "e2797ec1-890c-479f-9a50-b3306bef8d21", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-8f95ee"} 2026-07-13T22:46:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-8f95ee"}, "namespace": "ai-tenant-e2e-api-a-8f95ee", "name": "odh-trusted-ca-bundle", "reconcileID": "57b0a238-1960-4ac8-914b-f52ce3d048c7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8f95ee", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T22:46:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-8f95ee"}, "namespace": "ai-tenant-e2e-api-a-8f95ee", "name": "odh-trusted-ca-bundle", "reconcileID": "57b0a238-1960-4ac8-914b-f52ce3d048c7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8f95ee"} 2026-07-13T22:46:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8f95ee"}, "namespace": "ai-tenant-e2e-api-a-8f95ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de4340a0-8a47-4464-bf0f-2ee46bf02b10", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8f95ee"} 2026-07-13T22:46:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f7bebc66-a6a1-425a-9fe8-44440aaffc9d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T22:46:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f95ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee", "reconcileID": "5d05977b-bc26-4265-9cff-75cff670e5b9", "Gateway": "e2e-api-a-8f95ee", "namespace": "openshift-ingress"} 2026-07-13T22:46:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f95ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee", "reconcileID": "5d05977b-bc26-4265-9cff-75cff670e5b9", "Gateway": "e2e-api-a-8f95ee", "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee-authn-ssl"} 2026-07-13T22:46:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f95ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee", "reconcileID": "5d05977b-bc26-4265-9cff-75cff670e5b9", "Gateway": "e2e-api-a-8f95ee", "namespace": "openshift-ingress"} 2026-07-13T22:46:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "adcea0a3-4e63-4778-a4a1-1322bf932d3b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T22:46:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1276a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1276a7", "reconcileID": "83726b1a-5181-43ef-adc1-1f14a8034f7b", "Gateway": "e2e-api-b-1276a7", "namespace": "openshift-ingress"} 2026-07-13T22:46:19Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1276a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1276a7", "reconcileID": "83726b1a-5181-43ef-adc1-1f14a8034f7b", "Gateway": "e2e-api-b-1276a7", "namespace": "openshift-ingress", "name": "e2e-api-b-1276a7-authn-ssl"} 2026-07-13T22:46:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1276a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1276a7", "reconcileID": "83726b1a-5181-43ef-adc1-1f14a8034f7b", "Gateway": "e2e-api-b-1276a7", "namespace": "openshift-ingress"} 2026-07-13T22:46:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1276a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1276a7", "reconcileID": "84e2f2c8-67f6-467f-ab8d-08ae6d23e215", "Gateway": "e2e-api-b-1276a7", "namespace": "openshift-ingress"} 2026-07-13T22:46:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1276a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1276a7", "reconcileID": "84e2f2c8-67f6-467f-ab8d-08ae6d23e215", "Gateway": "e2e-api-b-1276a7", "namespace": "openshift-ingress", "name": "e2e-api-b-1276a7-authn-ssl"} 2026-07-13T22:46:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1276a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1276a7", "reconcileID": "84e2f2c8-67f6-467f-ab8d-08ae6d23e215", "Gateway": "e2e-api-b-1276a7", "namespace": "openshift-ingress"} 2026-07-13T22:46:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1276a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1276a7", "reconcileID": "f3e1bff8-1c0d-49db-b8ec-7e32ad4f8068", "Gateway": "e2e-api-b-1276a7", "namespace": "openshift-ingress"} 2026-07-13T22:46:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1276a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1276a7", "reconcileID": "f3e1bff8-1c0d-49db-b8ec-7e32ad4f8068", "Gateway": "e2e-api-b-1276a7", "namespace": "openshift-ingress", "name": "e2e-api-b-1276a7-authn-ssl"} 2026-07-13T22:46:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1276a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1276a7", "reconcileID": "f3e1bff8-1c0d-49db-b8ec-7e32ad4f8068", "Gateway": "e2e-api-b-1276a7", "namespace": "openshift-ingress"} 2026-07-13T22:46:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1276a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1276a7", "reconcileID": "ec4fbe47-391e-4546-a659-03430c84e154", "Gateway": "e2e-api-b-1276a7", "namespace": "openshift-ingress"} 2026-07-13T22:46:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1276a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1276a7", "reconcileID": "ec4fbe47-391e-4546-a659-03430c84e154", "Gateway": "e2e-api-b-1276a7", "namespace": "openshift-ingress", "name": "e2e-api-b-1276a7-authn-ssl"} 2026-07-13T22:46:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1276a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1276a7", "reconcileID": "ec4fbe47-391e-4546-a659-03430c84e154", "Gateway": "e2e-api-b-1276a7", "namespace": "openshift-ingress"} 2026-07-13T22:46:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1276a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1276a7", "reconcileID": "bea05b89-8c16-439d-8de9-ef3947d16fa5", "Gateway": "e2e-api-b-1276a7", "namespace": "openshift-ingress"} 2026-07-13T22:46:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1276a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1276a7", "reconcileID": "bea05b89-8c16-439d-8de9-ef3947d16fa5", "Gateway": "e2e-api-b-1276a7", "namespace": "openshift-ingress", "name": "e2e-api-b-1276a7-authn-ssl"} 2026-07-13T22:46:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1276a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1276a7", "reconcileID": "bea05b89-8c16-439d-8de9-ef3947d16fa5", "Gateway": "e2e-api-b-1276a7", "namespace": "openshift-ingress"} 2026-07-13T22:46:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1276a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1276a7", "reconcileID": "f17cf336-f442-497d-a63a-3ae80f03c6e2", "Gateway": "e2e-api-b-1276a7", "namespace": "openshift-ingress"} 2026-07-13T22:46:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1276a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1276a7", "reconcileID": "f17cf336-f442-497d-a63a-3ae80f03c6e2", "Gateway": "e2e-api-b-1276a7", "namespace": "openshift-ingress", "name": "e2e-api-b-1276a7-authn-ssl"} 2026-07-13T22:46:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1276a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1276a7", "reconcileID": "f17cf336-f442-497d-a63a-3ae80f03c6e2", "Gateway": "e2e-api-b-1276a7", "namespace": "openshift-ingress"} 2026-07-13T22:46:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f95ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee", "reconcileID": "a5ebecb9-4ef1-46fc-ac5d-27611df555db", "Gateway": "e2e-api-a-8f95ee", "namespace": "openshift-ingress"} 2026-07-13T22:46:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f95ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee", "reconcileID": "a5ebecb9-4ef1-46fc-ac5d-27611df555db", "Gateway": "e2e-api-a-8f95ee", "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee-authn-ssl"} 2026-07-13T22:46:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f95ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee", "reconcileID": "a5ebecb9-4ef1-46fc-ac5d-27611df555db", "Gateway": "e2e-api-a-8f95ee", "namespace": "openshift-ingress"} 2026-07-13T22:46:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1276a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1276a7", "reconcileID": "1fbca5e4-7e3d-4a3b-bee0-34e7c45ab63a", "Gateway": "e2e-api-b-1276a7", "namespace": "openshift-ingress"} 2026-07-13T22:46:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1276a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1276a7", "reconcileID": "1fbca5e4-7e3d-4a3b-bee0-34e7c45ab63a", "Gateway": "e2e-api-b-1276a7", "namespace": "openshift-ingress", "name": "e2e-api-b-1276a7-authn-ssl"} 2026-07-13T22:46:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1276a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1276a7", "reconcileID": "1fbca5e4-7e3d-4a3b-bee0-34e7c45ab63a", "Gateway": "e2e-api-b-1276a7", "namespace": "openshift-ingress"} 2026-07-13T22:46:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1276a7"}, "namespace": "ai-tenant-e2e-api-b-1276a7", "name": "openshift-service-ca.crt", "reconcileID": "aa361f88-bb6e-4b87-ad11-9f3ddaaf670f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1276a7"} 2026-07-13T22:46:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1276a7"}, "namespace": "ai-tenant-e2e-api-b-1276a7", "name": "odh-trusted-ca-bundle", "reconcileID": "f9d6c9cd-0182-462b-8d06-11568974c9ca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1276a7"} 2026-07-13T22:46:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1276a7"}, "namespace": "ai-tenant-e2e-api-b-1276a7", "name": "openshift-service-ca.crt", "reconcileID": "ab6d6d3c-881d-4c66-a8cc-58cf632d15f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1276a7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T22:46:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1276a7"}, "namespace": "ai-tenant-e2e-api-b-1276a7", "name": "openshift-service-ca.crt", "reconcileID": "ab6d6d3c-881d-4c66-a8cc-58cf632d15f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1276a7"} 2026-07-13T22:46:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1276a7"}, "namespace": "ai-tenant-e2e-api-b-1276a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d872e789-05ed-4483-988d-3e0d9f7fdf0c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1276a7"} 2026-07-13T22:46:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1276a7"}, "namespace": "ai-tenant-e2e-api-b-1276a7", "name": "openshift-service-ca.crt", "reconcileID": "b1763aeb-6a42-468e-847b-364650b55299", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1276a7"} 2026-07-13T22:46:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1276a7"}, "namespace": "ai-tenant-e2e-api-b-1276a7", "name": "odh-trusted-ca-bundle", "reconcileID": "cc9b50e2-7faa-42a8-8d62-fe1a596fde9e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1276a7", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T22:46:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1276a7"}, "namespace": "ai-tenant-e2e-api-b-1276a7", "name": "odh-trusted-ca-bundle", "reconcileID": "cc9b50e2-7faa-42a8-8d62-fe1a596fde9e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1276a7"} 2026-07-13T22:46:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1276a7"}, "namespace": "ai-tenant-e2e-api-b-1276a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b839050-7eb2-47a0-9346-d871b9aab357", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1276a7"} 2026-07-13T22:46:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1276a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1276a7", "reconcileID": "d762dc9a-b746-466b-b191-d7b31beff466", "Gateway": "e2e-api-b-1276a7", "namespace": "openshift-ingress"} 2026-07-13T22:46:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1276a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1276a7", "reconcileID": "d762dc9a-b746-466b-b191-d7b31beff466", "Gateway": "e2e-api-b-1276a7", "namespace": "openshift-ingress", "name": "e2e-api-b-1276a7-authn-ssl"} 2026-07-13T22:46:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1276a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1276a7", "reconcileID": "d762dc9a-b746-466b-b191-d7b31beff466", "Gateway": "e2e-api-b-1276a7", "namespace": "openshift-ingress"} 2026-07-13T22:46:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d9b1c374-4818-4b6f-9c83-e29be1704177", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T22:46:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f95ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee", "reconcileID": "0c3a5e45-fbc1-4a66-97f8-a4b2241811a4", "Gateway": "e2e-api-a-8f95ee", "namespace": "openshift-ingress"} 2026-07-13T22:46:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f95ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee", "reconcileID": "0c3a5e45-fbc1-4a66-97f8-a4b2241811a4", "Gateway": "e2e-api-a-8f95ee", "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee-authn-ssl"} 2026-07-13T22:46:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f95ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee", "reconcileID": "0c3a5e45-fbc1-4a66-97f8-a4b2241811a4", "Gateway": "e2e-api-a-8f95ee", "namespace": "openshift-ingress"} 2026-07-13T22:46:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1276a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1276a7", "reconcileID": "ef9165e8-77c5-4d19-a2a3-71a06813c28f", "Gateway": "e2e-api-b-1276a7", "namespace": "openshift-ingress"} 2026-07-13T22:46:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1276a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1276a7", "reconcileID": "ef9165e8-77c5-4d19-a2a3-71a06813c28f", "Gateway": "e2e-api-b-1276a7", "namespace": "openshift-ingress", "name": "e2e-api-b-1276a7-authn-ssl"} 2026-07-13T22:46:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1276a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1276a7", "reconcileID": "ef9165e8-77c5-4d19-a2a3-71a06813c28f", "Gateway": "e2e-api-b-1276a7", "namespace": "openshift-ingress"} 2026-07-13T22:46:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b89546f6-86fc-467e-b616-8f0490dae6b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T22:46:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f95ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee", "reconcileID": "b3ed411f-29b9-4a8a-9304-bc95aa49c69f", "Gateway": "e2e-api-a-8f95ee", "namespace": "openshift-ingress"} 2026-07-13T22:46:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f95ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee", "reconcileID": "b3ed411f-29b9-4a8a-9304-bc95aa49c69f", "Gateway": "e2e-api-a-8f95ee", "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee-authn-ssl"} 2026-07-13T22:46:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f95ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee", "reconcileID": "b3ed411f-29b9-4a8a-9304-bc95aa49c69f", "Gateway": "e2e-api-a-8f95ee", "namespace": "openshift-ingress"} 2026-07-13T22:46:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8f95ee"}, "namespace": "ai-tenant-e2e-api-a-8f95ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9ec7a457-718e-4b20-aa4b-94ae72b85146", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8f95ee"} 2026-07-13T22:46:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8f95ee"}, "namespace": "ai-tenant-e2e-api-a-8f95ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9ec7a457-718e-4b20-aa4b-94ae72b85146", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8f95ee", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T22:46:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8f95ee"}, "namespace": "ai-tenant-e2e-api-a-8f95ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9ec7a457-718e-4b20-aa4b-94ae72b85146", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-8f95ee because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T22:46:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-8f95ee"}, "namespace": "ai-tenant-e2e-api-a-8f95ee", "name": "odh-trusted-ca-bundle", "reconcileID": "59cf8faa-22cf-43b1-92d2-bdd77ef1056a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8f95ee"} 2026-07-13T22:46:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-8f95ee"}, "namespace": "ai-tenant-e2e-api-a-8f95ee", "name": "odh-trusted-ca-bundle", "reconcileID": "59cf8faa-22cf-43b1-92d2-bdd77ef1056a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8f95ee"} 2026-07-13T22:46:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-8f95ee"}, "namespace": "ai-tenant-e2e-api-a-8f95ee", "name": "openshift-service-ca.crt", "reconcileID": "4fcc7cab-ed90-49a5-b2a7-da5f45ba93c3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-8f95ee"} 2026-07-13T22:46:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-8f95ee"}, "namespace": "ai-tenant-e2e-api-a-8f95ee", "name": "openshift-service-ca.crt", "reconcileID": "4fcc7cab-ed90-49a5-b2a7-da5f45ba93c3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-8f95ee"} 2026-07-13T22:46:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8f95ee"}, "namespace": "ai-tenant-e2e-api-a-8f95ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47ec188e-f2cf-4c5a-98b2-155af65acf46", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8f95ee"} 2026-07-13T22:46:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8f95ee"}, "namespace": "ai-tenant-e2e-api-a-8f95ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47ec188e-f2cf-4c5a-98b2-155af65acf46", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8f95ee"} 2026-07-13T22:46:41Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f95ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f95ee", "reconcileID": "27020ce2-28af-42eb-bb92-fa28f920893c", "Gateway": "e2e-api-a-8f95ee", "namespace": "openshift-ingress"} 2026-07-13T22:46:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "aea5ee77-d571-4a36-860d-2cebe6e6a17e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T22:46:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1276a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1276a7", "reconcileID": "7762e50a-27bb-4b89-8530-71e69cfb453d", "Gateway": "e2e-api-b-1276a7", "namespace": "openshift-ingress"} 2026-07-13T22:46:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1276a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1276a7", "reconcileID": "7762e50a-27bb-4b89-8530-71e69cfb453d", "Gateway": "e2e-api-b-1276a7", "namespace": "openshift-ingress", "name": "e2e-api-b-1276a7-authn-ssl"} 2026-07-13T22:46:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1276a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1276a7", "reconcileID": "7762e50a-27bb-4b89-8530-71e69cfb453d", "Gateway": "e2e-api-b-1276a7", "namespace": "openshift-ingress"} 2026-07-13T22:46:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1276a7"}, "namespace": "ai-tenant-e2e-api-b-1276a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "99877e29-8be6-4574-a95d-2a04e6b8c5dc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1276a7"} 2026-07-13T22:46:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1276a7"}, "namespace": "ai-tenant-e2e-api-b-1276a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "99877e29-8be6-4574-a95d-2a04e6b8c5dc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1276a7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T22:46:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1276a7"}, "namespace": "ai-tenant-e2e-api-b-1276a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "99877e29-8be6-4574-a95d-2a04e6b8c5dc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-1276a7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T22:46:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1276a7"}, "namespace": "ai-tenant-e2e-api-b-1276a7", "name": "odh-trusted-ca-bundle", "reconcileID": "af946b20-334a-4827-ac07-42b8242277fd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1276a7"} 2026-07-13T22:46:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1276a7"}, "namespace": "ai-tenant-e2e-api-b-1276a7", "name": "odh-trusted-ca-bundle", "reconcileID": "af946b20-334a-4827-ac07-42b8242277fd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1276a7"} 2026-07-13T22:46:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1276a7"}, "namespace": "ai-tenant-e2e-api-b-1276a7", "name": "openshift-service-ca.crt", "reconcileID": "4b72df7d-0dc2-4a09-93d7-ccc22c56db2b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1276a7"} 2026-07-13T22:46:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1276a7"}, "namespace": "ai-tenant-e2e-api-b-1276a7", "name": "openshift-service-ca.crt", "reconcileID": "4b72df7d-0dc2-4a09-93d7-ccc22c56db2b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1276a7"} 2026-07-13T22:46:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1276a7"}, "namespace": "ai-tenant-e2e-api-b-1276a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "19bb036f-fe4c-4cbc-b107-46044c3b16b0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1276a7"} 2026-07-13T22:46:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1276a7"}, "namespace": "ai-tenant-e2e-api-b-1276a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "19bb036f-fe4c-4cbc-b107-46044c3b16b0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1276a7"} 2026-07-13T22:46:48Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1276a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1276a7", "reconcileID": "005954e0-a24d-435f-9ba8-626af102fb21", "Gateway": "e2e-api-b-1276a7", "namespace": "openshift-ingress"} 2026-07-13T22:46:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-455d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-455d3b", "reconcileID": "c20bf95b-fb7f-473c-a9da-f557deea2422", "Gateway": "e2e-shared-a-455d3b", "namespace": "openshift-ingress"} 2026-07-13T22:46:49Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-455d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-455d3b", "reconcileID": "c20bf95b-fb7f-473c-a9da-f557deea2422", "Gateway": "e2e-shared-a-455d3b", "namespace": "openshift-ingress", "name": "e2e-shared-a-455d3b-authn-ssl"} 2026-07-13T22:46:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-455d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-455d3b", "reconcileID": "c20bf95b-fb7f-473c-a9da-f557deea2422", "Gateway": "e2e-shared-a-455d3b", "namespace": "openshift-ingress"} 2026-07-13T22:46:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-455d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-455d3b", "reconcileID": "6851b806-9380-46a2-931e-d91d93bce4f9", "Gateway": "e2e-shared-a-455d3b", "namespace": "openshift-ingress"} 2026-07-13T22:46:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-455d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-455d3b", "reconcileID": "6851b806-9380-46a2-931e-d91d93bce4f9", "Gateway": "e2e-shared-a-455d3b", "namespace": "openshift-ingress", "name": "e2e-shared-a-455d3b-authn-ssl"} 2026-07-13T22:46:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-455d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-455d3b", "reconcileID": "6851b806-9380-46a2-931e-d91d93bce4f9", "Gateway": "e2e-shared-a-455d3b", "namespace": "openshift-ingress"} 2026-07-13T22:46:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-455d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-455d3b", "reconcileID": "e0d7ecfd-88cf-4a05-ab2d-894349088490", "Gateway": "e2e-shared-a-455d3b", "namespace": "openshift-ingress"} 2026-07-13T22:46:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-455d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-455d3b", "reconcileID": "e0d7ecfd-88cf-4a05-ab2d-894349088490", "Gateway": "e2e-shared-a-455d3b", "namespace": "openshift-ingress", "name": "e2e-shared-a-455d3b-authn-ssl"} 2026-07-13T22:46:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-455d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-455d3b", "reconcileID": "e0d7ecfd-88cf-4a05-ab2d-894349088490", "Gateway": "e2e-shared-a-455d3b", "namespace": "openshift-ingress"} 2026-07-13T22:46:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-455d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-455d3b", "reconcileID": "26dcde9b-c119-4ff5-b991-b59ffd76acd1", "Gateway": "e2e-shared-a-455d3b", "namespace": "openshift-ingress"} 2026-07-13T22:46:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-455d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-455d3b", "reconcileID": "26dcde9b-c119-4ff5-b991-b59ffd76acd1", "Gateway": "e2e-shared-a-455d3b", "namespace": "openshift-ingress", "name": "e2e-shared-a-455d3b-authn-ssl"} 2026-07-13T22:46:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-455d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-455d3b", "reconcileID": "26dcde9b-c119-4ff5-b991-b59ffd76acd1", "Gateway": "e2e-shared-a-455d3b", "namespace": "openshift-ingress"} 2026-07-13T22:46:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-455d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-455d3b", "reconcileID": "da92a88b-d318-48ff-baa5-11313ef07013", "Gateway": "e2e-shared-a-455d3b", "namespace": "openshift-ingress"} 2026-07-13T22:46:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-455d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-455d3b", "reconcileID": "da92a88b-d318-48ff-baa5-11313ef07013", "Gateway": "e2e-shared-a-455d3b", "namespace": "openshift-ingress", "name": "e2e-shared-a-455d3b-authn-ssl"} 2026-07-13T22:46:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-455d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-455d3b", "reconcileID": "da92a88b-d318-48ff-baa5-11313ef07013", "Gateway": "e2e-shared-a-455d3b", "namespace": "openshift-ingress"} 2026-07-13T22:46:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-455d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-455d3b", "reconcileID": "1d2735e6-bf96-4ac0-a6f7-e59dc372c72e", "Gateway": "e2e-shared-a-455d3b", "namespace": "openshift-ingress"} 2026-07-13T22:46:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-455d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-455d3b", "reconcileID": "1d2735e6-bf96-4ac0-a6f7-e59dc372c72e", "Gateway": "e2e-shared-a-455d3b", "namespace": "openshift-ingress", "name": "e2e-shared-a-455d3b-authn-ssl"} 2026-07-13T22:46:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-455d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-455d3b", "reconcileID": "1d2735e6-bf96-4ac0-a6f7-e59dc372c72e", "Gateway": "e2e-shared-a-455d3b", "namespace": "openshift-ingress"} 2026-07-13T22:46:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-455d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-455d3b", "reconcileID": "e5dcfe58-0e68-40aa-8249-dcf30c84d3aa", "Gateway": "e2e-shared-a-455d3b", "namespace": "openshift-ingress"} 2026-07-13T22:46:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-455d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-455d3b", "reconcileID": "e5dcfe58-0e68-40aa-8249-dcf30c84d3aa", "Gateway": "e2e-shared-a-455d3b", "namespace": "openshift-ingress", "name": "e2e-shared-a-455d3b-authn-ssl"} 2026-07-13T22:46:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-455d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-455d3b", "reconcileID": "e5dcfe58-0e68-40aa-8249-dcf30c84d3aa", "Gateway": "e2e-shared-a-455d3b", "namespace": "openshift-ingress"} 2026-07-13T22:46:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-455d3b"}, "namespace": "ai-tenant-e2e-shared-a-455d3b", "name": "openshift-service-ca.crt", "reconcileID": "67160685-ec7a-4ae8-a1d7-9018e3ee1cbb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-455d3b"} 2026-07-13T22:46:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-455d3b"}, "namespace": "ai-tenant-e2e-shared-a-455d3b", "name": "odh-trusted-ca-bundle", "reconcileID": "06445b76-ee73-4bf7-b718-abfa9230422c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-455d3b"} 2026-07-13T22:46:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-455d3b"}, "namespace": "ai-tenant-e2e-shared-a-455d3b", "name": "openshift-service-ca.crt", "reconcileID": "b67ef15c-e285-4094-bd1a-e3435eeb41a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-455d3b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T22:46:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-455d3b"}, "namespace": "ai-tenant-e2e-shared-a-455d3b", "name": "openshift-service-ca.crt", "reconcileID": "b67ef15c-e285-4094-bd1a-e3435eeb41a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-455d3b"} 2026-07-13T22:46:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-455d3b"}, "namespace": "ai-tenant-e2e-shared-a-455d3b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72ea137d-6e39-485f-81e6-b60d05895cf5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-455d3b"} 2026-07-13T22:46:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-455d3b"}, "namespace": "ai-tenant-e2e-shared-a-455d3b", "name": "openshift-service-ca.crt", "reconcileID": "38dc7538-1190-4598-bc36-ff469fddf336", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-455d3b"} 2026-07-13T22:46:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-455d3b"}, "namespace": "ai-tenant-e2e-shared-a-455d3b", "name": "odh-trusted-ca-bundle", "reconcileID": "b8895d2a-bea6-4a35-b007-93a837df50e2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-455d3b", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T22:46:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-455d3b"}, "namespace": "ai-tenant-e2e-shared-a-455d3b", "name": "odh-trusted-ca-bundle", "reconcileID": "b8895d2a-bea6-4a35-b007-93a837df50e2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-455d3b"} 2026-07-13T22:46:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-455d3b"}, "namespace": "ai-tenant-e2e-shared-a-455d3b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0923e068-e126-49c9-a516-4df59c2f95f3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-455d3b"} 2026-07-13T22:46:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-455d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-455d3b", "reconcileID": "51fb99b8-9a8f-4794-a82b-ce25032e934e", "Gateway": "e2e-shared-a-455d3b", "namespace": "openshift-ingress"} 2026-07-13T22:46:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-455d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-455d3b", "reconcileID": "51fb99b8-9a8f-4794-a82b-ce25032e934e", "Gateway": "e2e-shared-a-455d3b", "namespace": "openshift-ingress", "name": "e2e-shared-a-455d3b-authn-ssl"} 2026-07-13T22:46:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-455d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-455d3b", "reconcileID": "51fb99b8-9a8f-4794-a82b-ce25032e934e", "Gateway": "e2e-shared-a-455d3b", "namespace": "openshift-ingress"} 2026-07-13T22:46:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d034d246-09da-45c7-9715-3c8c52e78880", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T22:46:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b37782","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b37782", "reconcileID": "846851fc-e3b2-4161-baf9-d6fb7a7c62c9", "Gateway": "e2e-shared-b-b37782", "namespace": "openshift-ingress"} 2026-07-13T22:46:57Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b37782","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b37782", "reconcileID": "846851fc-e3b2-4161-baf9-d6fb7a7c62c9", "Gateway": "e2e-shared-b-b37782", "namespace": "openshift-ingress", "name": "e2e-shared-b-b37782-authn-ssl"} 2026-07-13T22:46:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b37782","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b37782", "reconcileID": "846851fc-e3b2-4161-baf9-d6fb7a7c62c9", "Gateway": "e2e-shared-b-b37782", "namespace": "openshift-ingress"} 2026-07-13T22:46:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b37782","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b37782", "reconcileID": "ed468d4b-41ad-4601-b0ac-35bbc9921d08", "Gateway": "e2e-shared-b-b37782", "namespace": "openshift-ingress"} 2026-07-13T22:46:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b37782","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b37782", "reconcileID": "ed468d4b-41ad-4601-b0ac-35bbc9921d08", "Gateway": "e2e-shared-b-b37782", "namespace": "openshift-ingress", "name": "e2e-shared-b-b37782-authn-ssl"} 2026-07-13T22:46:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b37782","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b37782", "reconcileID": "ed468d4b-41ad-4601-b0ac-35bbc9921d08", "Gateway": "e2e-shared-b-b37782", "namespace": "openshift-ingress"} 2026-07-13T22:46:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b37782","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b37782", "reconcileID": "3613b166-c07b-4bec-bcc3-deecfcb19c0a", "Gateway": "e2e-shared-b-b37782", "namespace": "openshift-ingress"} 2026-07-13T22:46:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b37782","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b37782", "reconcileID": "3613b166-c07b-4bec-bcc3-deecfcb19c0a", "Gateway": "e2e-shared-b-b37782", "namespace": "openshift-ingress", "name": "e2e-shared-b-b37782-authn-ssl"} 2026-07-13T22:46:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b37782","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b37782", "reconcileID": "3613b166-c07b-4bec-bcc3-deecfcb19c0a", "Gateway": "e2e-shared-b-b37782", "namespace": "openshift-ingress"} 2026-07-13T22:46:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b37782","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b37782", "reconcileID": "c5807aed-c187-466b-9560-441d2a816613", "Gateway": "e2e-shared-b-b37782", "namespace": "openshift-ingress"} 2026-07-13T22:46:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b37782","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b37782", "reconcileID": "c5807aed-c187-466b-9560-441d2a816613", "Gateway": "e2e-shared-b-b37782", "namespace": "openshift-ingress", "name": "e2e-shared-b-b37782-authn-ssl"} 2026-07-13T22:46:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b37782","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b37782", "reconcileID": "c5807aed-c187-466b-9560-441d2a816613", "Gateway": "e2e-shared-b-b37782", "namespace": "openshift-ingress"} 2026-07-13T22:46:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b37782","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b37782", "reconcileID": "dd24de85-5173-45ec-9280-bd1b79402f3d", "Gateway": "e2e-shared-b-b37782", "namespace": "openshift-ingress"} 2026-07-13T22:46:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b37782","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b37782", "reconcileID": "dd24de85-5173-45ec-9280-bd1b79402f3d", "Gateway": "e2e-shared-b-b37782", "namespace": "openshift-ingress", "name": "e2e-shared-b-b37782-authn-ssl"} 2026-07-13T22:46:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b37782","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b37782", "reconcileID": "dd24de85-5173-45ec-9280-bd1b79402f3d", "Gateway": "e2e-shared-b-b37782", "namespace": "openshift-ingress"} 2026-07-13T22:46:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b37782","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b37782", "reconcileID": "d7193f4f-e956-4a5f-9534-09324fe28185", "Gateway": "e2e-shared-b-b37782", "namespace": "openshift-ingress"} 2026-07-13T22:46:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b37782","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b37782", "reconcileID": "d7193f4f-e956-4a5f-9534-09324fe28185", "Gateway": "e2e-shared-b-b37782", "namespace": "openshift-ingress", "name": "e2e-shared-b-b37782-authn-ssl"} 2026-07-13T22:46:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b37782","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b37782", "reconcileID": "d7193f4f-e956-4a5f-9534-09324fe28185", "Gateway": "e2e-shared-b-b37782", "namespace": "openshift-ingress"} 2026-07-13T22:46:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-455d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-455d3b", "reconcileID": "30afaec8-070e-4eb7-ad6e-b617fdc4098c", "Gateway": "e2e-shared-a-455d3b", "namespace": "openshift-ingress"} 2026-07-13T22:46:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-455d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-455d3b", "reconcileID": "30afaec8-070e-4eb7-ad6e-b617fdc4098c", "Gateway": "e2e-shared-a-455d3b", "namespace": "openshift-ingress", "name": "e2e-shared-a-455d3b-authn-ssl"} 2026-07-13T22:46:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-455d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-455d3b", "reconcileID": "30afaec8-070e-4eb7-ad6e-b617fdc4098c", "Gateway": "e2e-shared-a-455d3b", "namespace": "openshift-ingress"} 2026-07-13T22:46:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b37782","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b37782", "reconcileID": "9b1652fc-e6c5-44c5-96b2-912ac8a915c8", "Gateway": "e2e-shared-b-b37782", "namespace": "openshift-ingress"} 2026-07-13T22:46:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b37782","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b37782", "reconcileID": "9b1652fc-e6c5-44c5-96b2-912ac8a915c8", "Gateway": "e2e-shared-b-b37782", "namespace": "openshift-ingress", "name": "e2e-shared-b-b37782-authn-ssl"} 2026-07-13T22:46:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b37782","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b37782", "reconcileID": "9b1652fc-e6c5-44c5-96b2-912ac8a915c8", "Gateway": "e2e-shared-b-b37782", "namespace": "openshift-ingress"} 2026-07-13T22:47:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b37782"}, "namespace": "ai-tenant-e2e-shared-b-b37782", "name": "openshift-service-ca.crt", "reconcileID": "b4de0cfb-637c-4887-8913-99625935cfe9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b37782"} 2026-07-13T22:47:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b37782"}, "namespace": "ai-tenant-e2e-shared-b-b37782", "name": "odh-trusted-ca-bundle", "reconcileID": "9a370af5-2335-44a6-ab29-254fe8695c47", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b37782"} 2026-07-13T22:47:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b37782"}, "namespace": "ai-tenant-e2e-shared-b-b37782", "name": "openshift-service-ca.crt", "reconcileID": "b16fca9c-d9a2-4e84-8502-8995779fddd8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b37782", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T22:47:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b37782"}, "namespace": "ai-tenant-e2e-shared-b-b37782", "name": "openshift-service-ca.crt", "reconcileID": "b16fca9c-d9a2-4e84-8502-8995779fddd8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b37782"} 2026-07-13T22:47:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b37782"}, "namespace": "ai-tenant-e2e-shared-b-b37782", "name": "openshift-service-ca.crt", "reconcileID": "e86c522b-7e39-48af-8f4a-0b8b1b978746", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b37782"} 2026-07-13T22:47:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b37782"}, "namespace": "ai-tenant-e2e-shared-b-b37782", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a743ea68-cfa5-471c-ba73-f8478cf6e68d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b37782"} 2026-07-13T22:47:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b37782"}, "namespace": "ai-tenant-e2e-shared-b-b37782", "name": "odh-trusted-ca-bundle", "reconcileID": "e8a33252-d8a9-487d-b7c8-f5a8cfc5f088", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b37782", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T22:47:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b37782"}, "namespace": "ai-tenant-e2e-shared-b-b37782", "name": "odh-trusted-ca-bundle", "reconcileID": "e8a33252-d8a9-487d-b7c8-f5a8cfc5f088", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b37782"} 2026-07-13T22:47:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b37782"}, "namespace": "ai-tenant-e2e-shared-b-b37782", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "155369c8-7f25-4ee7-a69f-1678b540d2a8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b37782"} 2026-07-13T22:47:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b37782","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b37782", "reconcileID": "9ecdf83b-8e4d-48e2-a44e-14e9171e2424", "Gateway": "e2e-shared-b-b37782", "namespace": "openshift-ingress"} 2026-07-13T22:47:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b37782","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b37782", "reconcileID": "9ecdf83b-8e4d-48e2-a44e-14e9171e2424", "Gateway": "e2e-shared-b-b37782", "namespace": "openshift-ingress", "name": "e2e-shared-b-b37782-authn-ssl"} 2026-07-13T22:47:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b37782","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b37782", "reconcileID": "9ecdf83b-8e4d-48e2-a44e-14e9171e2424", "Gateway": "e2e-shared-b-b37782", "namespace": "openshift-ingress"} 2026-07-13T22:47:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "830d0055-b049-4298-b83a-045fc3536e72", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T22:47:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b37782","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b37782", "reconcileID": "b8a1bffe-0377-4149-a909-fc469e9eb731", "Gateway": "e2e-shared-b-b37782", "namespace": "openshift-ingress"} 2026-07-13T22:47:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b37782","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b37782", "reconcileID": "b8a1bffe-0377-4149-a909-fc469e9eb731", "Gateway": "e2e-shared-b-b37782", "namespace": "openshift-ingress", "name": "e2e-shared-b-b37782-authn-ssl"} 2026-07-13T22:47:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b37782","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b37782", "reconcileID": "b8a1bffe-0377-4149-a909-fc469e9eb731", "Gateway": "e2e-shared-b-b37782", "namespace": "openshift-ingress"} 2026-07-13T22:47:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "eb814254-6fc0-4734-9112-4f61520dc90c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T22:47:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "53d70b62-c2f6-4caf-855e-d93092468637", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T22:50:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a5834be6-369d-4b2f-83b8-544499c925e0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T22:50:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-455d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-455d3b", "reconcileID": "a422ebea-f44b-4ebc-ad09-66ccb539c070", "Gateway": "e2e-shared-a-455d3b", "namespace": "openshift-ingress"} 2026-07-13T22:50:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-455d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-455d3b", "reconcileID": "a422ebea-f44b-4ebc-ad09-66ccb539c070", "Gateway": "e2e-shared-a-455d3b", "namespace": "openshift-ingress", "name": "e2e-shared-a-455d3b-authn-ssl"} 2026-07-13T22:50:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-455d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-455d3b", "reconcileID": "a422ebea-f44b-4ebc-ad09-66ccb539c070", "Gateway": "e2e-shared-a-455d3b", "namespace": "openshift-ingress"} 2026-07-13T22:50:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-455d3b"}, "namespace": "ai-tenant-e2e-shared-a-455d3b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "90d704f3-766d-47ed-927d-490f221f5271", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-455d3b"} 2026-07-13T22:50:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-455d3b"}, "namespace": "ai-tenant-e2e-shared-a-455d3b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "90d704f3-766d-47ed-927d-490f221f5271", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-455d3b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T22:50:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-455d3b"}, "namespace": "ai-tenant-e2e-shared-a-455d3b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "90d704f3-766d-47ed-927d-490f221f5271", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-455d3b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T22:50:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-455d3b"}, "namespace": "ai-tenant-e2e-shared-a-455d3b", "name": "odh-trusted-ca-bundle", "reconcileID": "7bbb7e0a-97a7-4d25-95c3-96e6ef228a75", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-455d3b"} 2026-07-13T22:50:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-455d3b"}, "namespace": "ai-tenant-e2e-shared-a-455d3b", "name": "odh-trusted-ca-bundle", "reconcileID": "7bbb7e0a-97a7-4d25-95c3-96e6ef228a75", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-455d3b"} 2026-07-13T22:50:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-455d3b"}, "namespace": "ai-tenant-e2e-shared-a-455d3b", "name": "openshift-service-ca.crt", "reconcileID": "ad1fef44-4345-4019-b58d-39507f2dfe1f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-455d3b"} 2026-07-13T22:50:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-455d3b"}, "namespace": "ai-tenant-e2e-shared-a-455d3b", "name": "openshift-service-ca.crt", "reconcileID": "ad1fef44-4345-4019-b58d-39507f2dfe1f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-455d3b"} 2026-07-13T22:50:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-455d3b"}, "namespace": "ai-tenant-e2e-shared-a-455d3b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e71a9ee4-d063-4165-9dcb-b119fc968ec4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-455d3b"} 2026-07-13T22:50:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-455d3b"}, "namespace": "ai-tenant-e2e-shared-a-455d3b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e71a9ee4-d063-4165-9dcb-b119fc968ec4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-455d3b"} 2026-07-13T22:50:16Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-455d3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-455d3b", "reconcileID": "56d13d47-9765-4933-adfc-35a06b3c4d51", "Gateway": "e2e-shared-a-455d3b", "namespace": "openshift-ingress"} 2026-07-13T22:50:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e2a0b28c-f507-4b79-9ccb-789ac771287e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T22:50:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b37782","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b37782", "reconcileID": "9b9faa66-d86c-4735-b892-2650eff3c829", "Gateway": "e2e-shared-b-b37782", "namespace": "openshift-ingress"} 2026-07-13T22:50:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b37782","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b37782", "reconcileID": "9b9faa66-d86c-4735-b892-2650eff3c829", "Gateway": "e2e-shared-b-b37782", "namespace": "openshift-ingress", "name": "e2e-shared-b-b37782-authn-ssl"} 2026-07-13T22:50:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b37782","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b37782", "reconcileID": "9b9faa66-d86c-4735-b892-2650eff3c829", "Gateway": "e2e-shared-b-b37782", "namespace": "openshift-ingress"} 2026-07-13T22:50:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b37782"}, "namespace": "ai-tenant-e2e-shared-b-b37782", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07fc8672-4300-4e2c-82ed-5e5feb87c27b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b37782"} 2026-07-13T22:50:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b37782"}, "namespace": "ai-tenant-e2e-shared-b-b37782", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07fc8672-4300-4e2c-82ed-5e5feb87c27b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b37782", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T22:50:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b37782"}, "namespace": "ai-tenant-e2e-shared-b-b37782", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07fc8672-4300-4e2c-82ed-5e5feb87c27b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-b37782 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T22:50:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b37782"}, "namespace": "ai-tenant-e2e-shared-b-b37782", "name": "odh-trusted-ca-bundle", "reconcileID": "e86caf77-1a66-4384-ab6a-9fdd03745ecf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b37782"} 2026-07-13T22:50:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b37782"}, "namespace": "ai-tenant-e2e-shared-b-b37782", "name": "odh-trusted-ca-bundle", "reconcileID": "e86caf77-1a66-4384-ab6a-9fdd03745ecf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b37782"} 2026-07-13T22:50:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b37782"}, "namespace": "ai-tenant-e2e-shared-b-b37782", "name": "openshift-service-ca.crt", "reconcileID": "fce57eaf-82e4-4e21-9a41-ccd88c922ee6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b37782"} 2026-07-13T22:50:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b37782"}, "namespace": "ai-tenant-e2e-shared-b-b37782", "name": "openshift-service-ca.crt", "reconcileID": "fce57eaf-82e4-4e21-9a41-ccd88c922ee6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b37782"} 2026-07-13T22:50:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b37782"}, "namespace": "ai-tenant-e2e-shared-b-b37782", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d6f51fb-edb3-4d05-999a-023f62de1597", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b37782"} 2026-07-13T22:50:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b37782"}, "namespace": "ai-tenant-e2e-shared-b-b37782", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d6f51fb-edb3-4d05-999a-023f62de1597", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b37782"} 2026-07-13T22:50:23Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b37782","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b37782", "reconcileID": "64b20050-1d72-48c4-97d0-d786624418f5", "Gateway": "e2e-shared-b-b37782", "namespace": "openshift-ingress"}