2026-07-13T14:55:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-9dbf93af"}, "namespace": "e2e-webhook-auth-9dbf93af", "name": "openshift-service-ca.crt", "reconcileID": "3eb4990a-c585-4bbd-ae3d-dca4b5e10e8d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-9dbf93af", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T14:55:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-9dbf93af"}, "namespace": "e2e-webhook-auth-9dbf93af", "name": "openshift-service-ca.crt", "reconcileID": "3eb4990a-c585-4bbd-ae3d-dca4b5e10e8d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-9dbf93af"} 2026-07-13T14:55:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-9dbf93af"}, "namespace": "e2e-webhook-auth-9dbf93af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89ecb0cd-dcb0-4f6b-ac72-a71b32df17c3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-9dbf93af"} 2026-07-13T14:55:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-9dbf93af"}, "namespace": "e2e-webhook-auth-9dbf93af", "name": "openshift-service-ca.crt", "reconcileID": "aa66460a-c195-4339-847b-2ac28fd6a884", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-9dbf93af"} 2026-07-13T14:55:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-9dbf93af"}, "namespace": "e2e-webhook-auth-9dbf93af", "name": "odh-trusted-ca-bundle", "reconcileID": "0dea2cee-cf07-44a8-b23a-475cc7b2ffde", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-9dbf93af", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T14:55:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-9dbf93af"}, "namespace": "e2e-webhook-auth-9dbf93af", "name": "odh-trusted-ca-bundle", "reconcileID": "0dea2cee-cf07-44a8-b23a-475cc7b2ffde", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-9dbf93af"} 2026-07-13T14:55:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-9dbf93af"}, "namespace": "e2e-webhook-auth-9dbf93af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4acc9b28-d18a-460c-badd-a57b281795b2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-9dbf93af"} 2026-07-13T14:56:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-9dbf93af"}, "namespace": "e2e-webhook-auth-9dbf93af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1cf53502-50f6-4f57-ab35-3a52818529e9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-9dbf93af"} 2026-07-13T14:56:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-9dbf93af"}, "namespace": "e2e-webhook-auth-9dbf93af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1cf53502-50f6-4f57-ab35-3a52818529e9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-9dbf93af", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T14:56:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-9dbf93af"}, "namespace": "e2e-webhook-auth-9dbf93af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1cf53502-50f6-4f57-ab35-3a52818529e9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-auth-9dbf93af because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T14:56:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-9dbf93af"}, "namespace": "e2e-webhook-auth-9dbf93af", "name": "odh-trusted-ca-bundle", "reconcileID": "dec38bcc-d4d4-49eb-adea-a722eec0dddd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-9dbf93af"} 2026-07-13T14:56:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-9dbf93af"}, "namespace": "e2e-webhook-auth-9dbf93af", "name": "odh-trusted-ca-bundle", "reconcileID": "dec38bcc-d4d4-49eb-adea-a722eec0dddd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-9dbf93af"} 2026-07-13T14:56:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-9dbf93af"}, "namespace": "e2e-webhook-auth-9dbf93af", "name": "openshift-service-ca.crt", "reconcileID": "cd0f8bc8-0489-48b8-83b5-c9f4f0021b86", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-9dbf93af"} 2026-07-13T14:56:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-9dbf93af"}, "namespace": "e2e-webhook-auth-9dbf93af", "name": "openshift-service-ca.crt", "reconcileID": "cd0f8bc8-0489-48b8-83b5-c9f4f0021b86", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-9dbf93af"} 2026-07-13T14:56:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-9dbf93af"}, "namespace": "e2e-webhook-auth-9dbf93af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec6fdaf8-a9f3-45c8-bfce-514eb2c8d5f3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-9dbf93af"} 2026-07-13T14:56:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-9dbf93af"}, "namespace": "e2e-webhook-auth-9dbf93af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec6fdaf8-a9f3-45c8-bfce-514eb2c8d5f3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-9dbf93af"} 2026-07-13T14:56:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "4feb09f4-9343-4fbd-b579-fb9fa31081f4", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress"} 2026-07-13T14:56:08Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "4feb09f4-9343-4fbd-b579-fb9fa31081f4", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress", "name": "e2e-mt-575864a3-authn-ssl"} 2026-07-13T14:56:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "4feb09f4-9343-4fbd-b579-fb9fa31081f4", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress"} 2026-07-13T14:56:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "66754064-889f-4925-b407-a5728b1e85e4", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress"} 2026-07-13T14:56:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "66754064-889f-4925-b407-a5728b1e85e4", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress", "name": "e2e-mt-575864a3-authn-ssl"} 2026-07-13T14:56:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "66754064-889f-4925-b407-a5728b1e85e4", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress"} 2026-07-13T14:56:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "12a275c6-3498-45c9-8ec9-1b7b290fd83d", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress"} 2026-07-13T14:56:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "12a275c6-3498-45c9-8ec9-1b7b290fd83d", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress", "name": "e2e-mt-575864a3-authn-ssl"} 2026-07-13T14:56:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "12a275c6-3498-45c9-8ec9-1b7b290fd83d", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress"} 2026-07-13T14:56:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "6d016188-31fb-4c01-acd1-d14123ad6572", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress"} 2026-07-13T14:56:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "6d016188-31fb-4c01-acd1-d14123ad6572", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress", "name": "e2e-mt-575864a3-authn-ssl"} 2026-07-13T14:56:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "6d016188-31fb-4c01-acd1-d14123ad6572", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress"} 2026-07-13T14:56:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "131ffe1b-c105-479c-abc1-acd4674c3309", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress"} 2026-07-13T14:56:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "131ffe1b-c105-479c-abc1-acd4674c3309", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress", "name": "e2e-mt-575864a3-authn-ssl"} 2026-07-13T14:56:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "131ffe1b-c105-479c-abc1-acd4674c3309", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress"} 2026-07-13T14:56:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "325ab32e-a868-4475-bd97-b77767f80a20", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress"} 2026-07-13T14:56:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "325ab32e-a868-4475-bd97-b77767f80a20", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress", "name": "e2e-mt-575864a3-authn-ssl"} 2026-07-13T14:56:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "325ab32e-a868-4475-bd97-b77767f80a20", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress"} 2026-07-13T14:56:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "9fc0eb06-f691-4948-846a-65a4ff2ff38e", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress"} 2026-07-13T14:56:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "9fc0eb06-f691-4948-846a-65a4ff2ff38e", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress", "name": "e2e-mt-575864a3-authn-ssl"} 2026-07-13T14:56:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "9fc0eb06-f691-4948-846a-65a4ff2ff38e", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress"} 2026-07-13T14:56:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "openshift-service-ca.crt", "reconcileID": "6002bd31-d85e-40ac-80e4-81a3308a50cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:56:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "odh-trusted-ca-bundle", "reconcileID": "752c9682-f1c6-48ba-af2c-d87ff661bdf4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-575864a3", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T14:56:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "odh-trusted-ca-bundle", "reconcileID": "752c9682-f1c6-48ba-af2c-d87ff661bdf4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:56:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "openshift-service-ca.crt", "reconcileID": "1e496a1e-e813-4627-92c9-07f54146268d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:56:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f024d65-58b0-457e-9ad3-618e661609e9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:56:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "odh-trusted-ca-bundle", "reconcileID": "c5afc094-cf41-4d26-b64a-607c410f23d3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-575864a3", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T14:56:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "odh-trusted-ca-bundle", "reconcileID": "c5afc094-cf41-4d26-b64a-607c410f23d3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:56:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a6cc18b3-8554-453c-b7d1-a9383a4ae0ce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:56:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "3d41d566-9179-4965-b0f2-3672837ee371", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress"} 2026-07-13T14:56:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "3d41d566-9179-4965-b0f2-3672837ee371", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress", "name": "e2e-mt-575864a3-authn-ssl"} 2026-07-13T14:56:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "3d41d566-9179-4965-b0f2-3672837ee371", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress"} 2026-07-13T14:56:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e8fdc622-c6ad-42e4-af87-9bc2f7b1f498", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T14:56:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "fbb5b189-8c3c-4e99-b3a3-89759e4552a0", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:56:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "fbb5b189-8c3c-4e99-b3a3-89759e4552a0", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:56:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "fbb5b189-8c3c-4e99-b3a3-89759e4552a0", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:56:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "f3e760b8-2bf2-486c-9989-86dd59181755", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress"} 2026-07-13T14:56:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "fbb5b189-8c3c-4e99-b3a3-89759e4552a0", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3-kserve-route-authn"} 2026-07-13T14:56:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "fbb5b189-8c3c-4e99-b3a3-89759e4552a0", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3", "authType": "userdefined"} 2026-07-13T14:56:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "fbb5b189-8c3c-4e99-b3a3-89759e4552a0", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:56:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "f3e760b8-2bf2-486c-9989-86dd59181755", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress", "name": "e2e-mt-575864a3-authn-ssl"} 2026-07-13T14:56:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "f3e760b8-2bf2-486c-9989-86dd59181755", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress"} 2026-07-13T14:56:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "ea2435a9-42e9-47b6-835e-7a452bed969e", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:56:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "ea2435a9-42e9-47b6-835e-7a452bed969e", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:56:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "ea2435a9-42e9-47b6-835e-7a452bed969e", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:56:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "ea2435a9-42e9-47b6-835e-7a452bed969e", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3-kserve-route-authn"} 2026-07-13T14:56:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "ea2435a9-42e9-47b6-835e-7a452bed969e", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3", "authType": "userdefined"} 2026-07-13T14:56:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "ea2435a9-42e9-47b6-835e-7a452bed969e", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:56:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "3b960be1-485e-40e8-9300-ef59a454650d", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress"} 2026-07-13T14:56:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "3b960be1-485e-40e8-9300-ef59a454650d", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress", "name": "e2e-mt-575864a3-authn-ssl"} 2026-07-13T14:56:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "3b960be1-485e-40e8-9300-ef59a454650d", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress"} 2026-07-13T14:56:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "07971c19-e3f0-46ad-a763-240f751fb0d9", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress"} 2026-07-13T14:56:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "07971c19-e3f0-46ad-a763-240f751fb0d9", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress", "name": "e2e-mt-575864a3-authn-ssl"} 2026-07-13T14:56:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "07971c19-e3f0-46ad-a763-240f751fb0d9", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress"} 2026-07-13T14:56:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "4bdf0eea-af43-496d-89d5-598bdbd13afe", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:56:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "4bdf0eea-af43-496d-89d5-598bdbd13afe", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:56:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "4bdf0eea-af43-496d-89d5-598bdbd13afe", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:56:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "4bdf0eea-af43-496d-89d5-598bdbd13afe", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3-kserve-route-authn"} 2026-07-13T14:56:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "4bdf0eea-af43-496d-89d5-598bdbd13afe", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3", "authType": "userdefined"} 2026-07-13T14:56:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "4bdf0eea-af43-496d-89d5-598bdbd13afe", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:56:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "e4013be2-13ed-484a-9ded-afa18e5f7a12", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:56:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "e4013be2-13ed-484a-9ded-afa18e5f7a12", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:56:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "e4013be2-13ed-484a-9ded-afa18e5f7a12", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:56:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "e4013be2-13ed-484a-9ded-afa18e5f7a12", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3-kserve-route-authn"} 2026-07-13T14:56:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "e4013be2-13ed-484a-9ded-afa18e5f7a12", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3", "authType": "userdefined"} 2026-07-13T14:56:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "e4013be2-13ed-484a-9ded-afa18e5f7a12", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:56:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "d1123d6d-e1b3-4ae2-a903-1d5942ca74dc", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress"} 2026-07-13T14:56:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "d1123d6d-e1b3-4ae2-a903-1d5942ca74dc", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress", "name": "e2e-mt-575864a3-authn-ssl"} 2026-07-13T14:56:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "d1123d6d-e1b3-4ae2-a903-1d5942ca74dc", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress"} 2026-07-13T14:56:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "bc1c0fc2-14ae-4722-82af-8d3f11c907c7", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress"} 2026-07-13T14:56:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "bc1c0fc2-14ae-4722-82af-8d3f11c907c7", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress", "name": "e2e-mt-575864a3-authn-ssl"} 2026-07-13T14:56:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "bc1c0fc2-14ae-4722-82af-8d3f11c907c7", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress"} 2026-07-13T14:56:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "848b7a90-162a-4453-9913-931691038235", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress"} 2026-07-13T14:56:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "848b7a90-162a-4453-9913-931691038235", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress", "name": "e2e-mt-575864a3-authn-ssl"} 2026-07-13T14:56:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "848b7a90-162a-4453-9913-931691038235", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress"} 2026-07-13T14:56:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "b1245b6d-0b00-44e0-b3b7-8369576d2f06", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:56:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "b1245b6d-0b00-44e0-b3b7-8369576d2f06", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:56:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "b1245b6d-0b00-44e0-b3b7-8369576d2f06", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:56:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "b1245b6d-0b00-44e0-b3b7-8369576d2f06", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3-kserve-route-authn"} 2026-07-13T14:56:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "b1245b6d-0b00-44e0-b3b7-8369576d2f06", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3", "authType": "userdefined"} 2026-07-13T14:56:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "b1245b6d-0b00-44e0-b3b7-8369576d2f06", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:57:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "0033d54b-886e-4df5-9898-8557265c6bba", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:57:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "0033d54b-886e-4df5-9898-8557265c6bba", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:57:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "0033d54b-886e-4df5-9898-8557265c6bba", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:57:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "0033d54b-886e-4df5-9898-8557265c6bba", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3-kserve-route-authn"} 2026-07-13T14:57:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "0033d54b-886e-4df5-9898-8557265c6bba", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3", "authType": "userdefined"} 2026-07-13T14:57:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "0033d54b-886e-4df5-9898-8557265c6bba", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:57:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "a7e6899e-1bd1-454c-a879-5a2fb36aee2f", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:57:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "a7e6899e-1bd1-454c-a879-5a2fb36aee2f", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:57:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "a7e6899e-1bd1-454c-a879-5a2fb36aee2f", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:57:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "a7e6899e-1bd1-454c-a879-5a2fb36aee2f", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3-kserve-route-authn"} 2026-07-13T14:57:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "a7e6899e-1bd1-454c-a879-5a2fb36aee2f", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3", "authType": "userdefined"} 2026-07-13T14:57:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "a7e6899e-1bd1-454c-a879-5a2fb36aee2f", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:57:37Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "b9356b2c-1e4d-4df1-aa5d-3ea0ec2b5c02", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:57:37Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "b9356b2c-1e4d-4df1-aa5d-3ea0ec2b5c02", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3"} 2026-07-13T14:57:37Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "b9356b2c-1e4d-4df1-aa5d-3ea0ec2b5c02", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:57:37Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "b9356b2c-1e4d-4df1-aa5d-3ea0ec2b5c02", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:57:37Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "b9356b2c-1e4d-4df1-aa5d-3ea0ec2b5c02", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3-kserve-route-authn"} 2026-07-13T14:57:37Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "b9356b2c-1e4d-4df1-aa5d-3ea0ec2b5c02", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3-kserve-route-authn"} 2026-07-13T14:57:37Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "b9356b2c-1e4d-4df1-aa5d-3ea0ec2b5c02", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:57:37Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "b9356b2c-1e4d-4df1-aa5d-3ea0ec2b5c02", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:57:37Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "33d66cd7-e359-404f-85c8-abce48eba80a", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:57:37Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "33d66cd7-e359-404f-85c8-abce48eba80a", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3"} 2026-07-13T14:57:37Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "33d66cd7-e359-404f-85c8-abce48eba80a", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:57:37Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "33d66cd7-e359-404f-85c8-abce48eba80a", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:57:37Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "33d66cd7-e359-404f-85c8-abce48eba80a", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3-kserve-route-authn"} 2026-07-13T14:57:37Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "33d66cd7-e359-404f-85c8-abce48eba80a", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3-kserve-route-authn"} 2026-07-13T14:57:37Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "33d66cd7-e359-404f-85c8-abce48eba80a", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:57:37Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "33d66cd7-e359-404f-85c8-abce48eba80a", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:57:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "03003721-ce03-4ecc-9962-7a6cbd7b9279", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:57:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "03003721-ce03-4ecc-9962-7a6cbd7b9279", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-575864a3", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T14:57:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "03003721-ce03-4ecc-9962-7a6cbd7b9279", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-575864a3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T14:57:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "odh-trusted-ca-bundle", "reconcileID": "06b79df5-d353-4a86-84e8-aa5cb3d9a045", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:57:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "odh-trusted-ca-bundle", "reconcileID": "06b79df5-d353-4a86-84e8-aa5cb3d9a045", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:57:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "openshift-service-ca.crt", "reconcileID": "8ffa1659-07e1-4464-840d-c640549f8c1d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:57:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "openshift-service-ca.crt", "reconcileID": "8ffa1659-07e1-4464-840d-c640549f8c1d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:57:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d484abbb-eea3-4836-8fe0-e48069e04ca7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:57:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d484abbb-eea3-4836-8fe0-e48069e04ca7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:57:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "ba96a54c-28d2-40f6-b9c6-4c214bde23cc", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress"} 2026-07-13T14:57:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "ba96a54c-28d2-40f6-b9c6-4c214bde23cc", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress", "name": "e2e-mt-575864a3-authn-ssl"} 2026-07-13T14:57:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "ba96a54c-28d2-40f6-b9c6-4c214bde23cc", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress"} 2026-07-13T14:57:38Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-575864a3","namespace":"ai-tenant-e2e-mt-575864a3"}, "namespace": "ai-tenant-e2e-mt-575864a3", "name": "e2e-lifecycle-model-575864a3", "reconcileID": "024a0146-e0be-4ee7-8d3d-ae7469e876a1", "LLMInferenceService": "e2e-lifecycle-model-575864a3", "namespace": "ai-tenant-e2e-mt-575864a3"} 2026-07-13T14:57:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "8f49ce0f-882c-4aff-b250-c6092d823495", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress"} 2026-07-13T14:57:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "8f49ce0f-882c-4aff-b250-c6092d823495", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress", "name": "e2e-mt-575864a3-authn-ssl"} 2026-07-13T14:57:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "8f49ce0f-882c-4aff-b250-c6092d823495", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress"} 2026-07-13T14:57:45Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-575864a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-575864a3", "reconcileID": "563c5a2a-0d16-4351-995e-f2df937aeb3d", "Gateway": "e2e-mt-575864a3", "namespace": "openshift-ingress"} 2026-07-13T14:57:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-090282e7"}, "namespace": "ai-tenant-e2e-mt-090282e7", "name": "openshift-service-ca.crt", "reconcileID": "9155b171-be57-4bc2-b657-b20447f4f2d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-090282e7"} 2026-07-13T14:57:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-090282e7"}, "namespace": "ai-tenant-e2e-mt-090282e7", "name": "openshift-service-ca.crt", "reconcileID": "0e2fec8f-05dd-41e6-993e-b58e729812a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-090282e7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T14:57:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-090282e7"}, "namespace": "ai-tenant-e2e-mt-090282e7", "name": "openshift-service-ca.crt", "reconcileID": "0e2fec8f-05dd-41e6-993e-b58e729812a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-090282e7"} 2026-07-13T14:57:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-090282e7"}, "namespace": "ai-tenant-e2e-mt-090282e7", "name": "odh-trusted-ca-bundle", "reconcileID": "8ae52052-4528-410b-8b03-e9fc5324d2c4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-090282e7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T14:57:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-090282e7"}, "namespace": "ai-tenant-e2e-mt-090282e7", "name": "odh-trusted-ca-bundle", "reconcileID": "8ae52052-4528-410b-8b03-e9fc5324d2c4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T14:57:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-090282e7"}, "namespace": "ai-tenant-e2e-mt-090282e7", "name": "openshift-service-ca.crt", "reconcileID": "ad090a04-05e2-4f40-83f7-30e98df0f08c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-090282e7"} 2026-07-13T14:57:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-090282e7"}, "namespace": "ai-tenant-e2e-mt-090282e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1156fce8-5dc1-4249-9832-d37bc223b2db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-090282e7"} 2026-07-13T14:57:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-090282e7"}, "namespace": "ai-tenant-e2e-mt-090282e7", "name": "odh-trusted-ca-bundle", "reconcileID": "dd96cd92-18f2-4957-b86e-cf2d78516bf2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-090282e7"} 2026-07-13T14:57:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-090282e7"}, "namespace": "ai-tenant-e2e-mt-090282e7", "name": "odh-trusted-ca-bundle", "reconcileID": "eb273bc4-a7cc-43f5-b56d-9c08dfd4f08c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-090282e7", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T14:57:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-090282e7"}, "namespace": "ai-tenant-e2e-mt-090282e7", "name": "odh-trusted-ca-bundle", "reconcileID": "eb273bc4-a7cc-43f5-b56d-9c08dfd4f08c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-090282e7"} 2026-07-13T14:57:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-090282e7"}, "namespace": "ai-tenant-e2e-mt-090282e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b6402cf-99c8-46b4-81a1-c677d1ed87d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-090282e7"} 2026-07-13T14:57:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-5f00a279"}, "namespace": "ai-tenant-e2e-mt-5f00a279", "name": "openshift-service-ca.crt", "reconcileID": "d5a4ce79-badb-493b-94f6-e8765401d551", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-5f00a279"} 2026-07-13T14:57:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-5f00a279"}, "namespace": "ai-tenant-e2e-mt-5f00a279", "name": "openshift-service-ca.crt", "reconcileID": "0e2676bb-b963-4928-b70f-be56c44cbb3a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-5f00a279", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T14:57:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-5f00a279"}, "namespace": "ai-tenant-e2e-mt-5f00a279", "name": "openshift-service-ca.crt", "reconcileID": "0e2676bb-b963-4928-b70f-be56c44cbb3a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-5f00a279"} 2026-07-13T14:57:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-5f00a279"}, "namespace": "ai-tenant-e2e-mt-5f00a279", "name": "odh-trusted-ca-bundle", "reconcileID": "dede2a1d-6700-4c3b-be4c-b1e7b552c564", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-5f00a279", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T14:57:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-5f00a279"}, "namespace": "ai-tenant-e2e-mt-5f00a279", "name": "odh-trusted-ca-bundle", "reconcileID": "dede2a1d-6700-4c3b-be4c-b1e7b552c564", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T14:57:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-5f00a279"}, "namespace": "ai-tenant-e2e-mt-5f00a279", "name": "openshift-service-ca.crt", "reconcileID": "f1c0f6bc-489a-4c0b-9420-7969a13856ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-5f00a279"} 2026-07-13T14:57:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-5f00a279"}, "namespace": "ai-tenant-e2e-mt-5f00a279", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "76d03fa3-c35c-4922-ab0c-e61268331936", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-5f00a279"} 2026-07-13T14:57:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-5f00a279"}, "namespace": "ai-tenant-e2e-mt-5f00a279", "name": "odh-trusted-ca-bundle", "reconcileID": "3bbb391d-2e6a-44d8-ba5c-cdbd8ce5e430", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-5f00a279"} 2026-07-13T14:57:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-5f00a279"}, "namespace": "ai-tenant-e2e-mt-5f00a279", "name": "odh-trusted-ca-bundle", "reconcileID": "ff369bdf-47b1-4e7c-959d-8eca2444194d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-5f00a279", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T14:57:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-5f00a279"}, "namespace": "ai-tenant-e2e-mt-5f00a279", "name": "odh-trusted-ca-bundle", "reconcileID": "ff369bdf-47b1-4e7c-959d-8eca2444194d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-5f00a279"} 2026-07-13T14:57:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-5f00a279"}, "namespace": "ai-tenant-e2e-mt-5f00a279", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dacf7e0f-33b8-41b9-97bc-043bf594538d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-5f00a279"} 2026-07-13T14:57:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-090282e7"}, "namespace": "ai-tenant-e2e-mt-090282e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "744323a6-4ff9-4442-a98e-79c534407549", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-090282e7"} 2026-07-13T14:57:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-090282e7"}, "namespace": "ai-tenant-e2e-mt-090282e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "744323a6-4ff9-4442-a98e-79c534407549", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-090282e7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T14:57:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-090282e7"}, "namespace": "ai-tenant-e2e-mt-090282e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "744323a6-4ff9-4442-a98e-79c534407549", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-090282e7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T14:57:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-090282e7"}, "namespace": "ai-tenant-e2e-mt-090282e7", "name": "odh-trusted-ca-bundle", "reconcileID": "6c13f5e0-4aea-4a6c-b4aa-ef7683dced34", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-090282e7"} 2026-07-13T14:57:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-090282e7"}, "namespace": "ai-tenant-e2e-mt-090282e7", "name": "odh-trusted-ca-bundle", "reconcileID": "6c13f5e0-4aea-4a6c-b4aa-ef7683dced34", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-090282e7"} 2026-07-13T14:57:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-090282e7"}, "namespace": "ai-tenant-e2e-mt-090282e7", "name": "openshift-service-ca.crt", "reconcileID": "db0c059d-6c63-4f71-bbd8-97206006367c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-090282e7"} 2026-07-13T14:57:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-090282e7"}, "namespace": "ai-tenant-e2e-mt-090282e7", "name": "openshift-service-ca.crt", "reconcileID": "db0c059d-6c63-4f71-bbd8-97206006367c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-090282e7"} 2026-07-13T14:57:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-090282e7"}, "namespace": "ai-tenant-e2e-mt-090282e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21ae43a6-b0e6-457c-8f5e-ea63e9396ab7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-090282e7"} 2026-07-13T14:57:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-090282e7"}, "namespace": "ai-tenant-e2e-mt-090282e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21ae43a6-b0e6-457c-8f5e-ea63e9396ab7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-090282e7"} 2026-07-13T14:58:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-5f00a279"}, "namespace": "ai-tenant-e2e-mt-5f00a279", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e9943b6f-97de-4437-9dcb-0bf8e6c8c1db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-5f00a279"} 2026-07-13T14:58:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-5f00a279"}, "namespace": "ai-tenant-e2e-mt-5f00a279", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e9943b6f-97de-4437-9dcb-0bf8e6c8c1db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-5f00a279", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T14:58:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-5f00a279"}, "namespace": "ai-tenant-e2e-mt-5f00a279", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e9943b6f-97de-4437-9dcb-0bf8e6c8c1db", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-5f00a279 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T14:58:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-5f00a279"}, "namespace": "ai-tenant-e2e-mt-5f00a279", "name": "odh-trusted-ca-bundle", "reconcileID": "fe11c8ca-a849-4550-bd29-6a696867590c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-5f00a279"} 2026-07-13T14:58:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-5f00a279"}, "namespace": "ai-tenant-e2e-mt-5f00a279", "name": "odh-trusted-ca-bundle", "reconcileID": "fe11c8ca-a849-4550-bd29-6a696867590c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-5f00a279"} 2026-07-13T14:58:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-5f00a279"}, "namespace": "ai-tenant-e2e-mt-5f00a279", "name": "openshift-service-ca.crt", "reconcileID": "52db54f6-cfdb-404e-842c-b087a511a012", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-5f00a279"} 2026-07-13T14:58:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-5f00a279"}, "namespace": "ai-tenant-e2e-mt-5f00a279", "name": "openshift-service-ca.crt", "reconcileID": "52db54f6-cfdb-404e-842c-b087a511a012", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-5f00a279"} 2026-07-13T14:58:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-5f00a279"}, "namespace": "ai-tenant-e2e-mt-5f00a279", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a9971f98-2cfe-4fbf-8589-e6b1968e1f13", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-5f00a279"} 2026-07-13T14:58:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-5f00a279"}, "namespace": "ai-tenant-e2e-mt-5f00a279", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a9971f98-2cfe-4fbf-8589-e6b1968e1f13", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-5f00a279"} 2026-07-13T14:58:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ddfd38ad"}, "namespace": "ai-tenant-e2e-mt-ddfd38ad", "name": "openshift-service-ca.crt", "reconcileID": "f36be652-bd33-4b21-bfac-ec8784e78ea0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ddfd38ad"} 2026-07-13T14:58:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-ddfd38ad"}, "namespace": "ai-tenant-e2e-mt-ddfd38ad", "name": "odh-trusted-ca-bundle", "reconcileID": "8d588efd-c8f3-4fde-97e8-ec776438cc60", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-ddfd38ad"} 2026-07-13T14:58:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ddfd38ad"}, "namespace": "ai-tenant-e2e-mt-ddfd38ad", "name": "openshift-service-ca.crt", "reconcileID": "40efd140-8d92-4361-a6c8-9ca6a555a8e0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ddfd38ad", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T14:58:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ddfd38ad"}, "namespace": "ai-tenant-e2e-mt-ddfd38ad", "name": "openshift-service-ca.crt", "reconcileID": "40efd140-8d92-4361-a6c8-9ca6a555a8e0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ddfd38ad"} 2026-07-13T14:58:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ddfd38ad"}, "namespace": "ai-tenant-e2e-mt-ddfd38ad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4a9c3a0b-38f3-4e83-815c-84d680d16467", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ddfd38ad"} 2026-07-13T14:58:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ddfd38ad"}, "namespace": "ai-tenant-e2e-mt-ddfd38ad", "name": "openshift-service-ca.crt", "reconcileID": "056fd4c3-bd02-4e48-a37e-d46b11e86885", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ddfd38ad"} 2026-07-13T14:58:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-ddfd38ad"}, "namespace": "ai-tenant-e2e-mt-ddfd38ad", "name": "odh-trusted-ca-bundle", "reconcileID": "4deaa041-e3ac-46a5-ab20-c96c181c2936", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-ddfd38ad", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T14:58:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-ddfd38ad"}, "namespace": "ai-tenant-e2e-mt-ddfd38ad", "name": "odh-trusted-ca-bundle", "reconcileID": "4deaa041-e3ac-46a5-ab20-c96c181c2936", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-ddfd38ad"} 2026-07-13T14:58:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ddfd38ad"}, "namespace": "ai-tenant-e2e-mt-ddfd38ad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68d90d7a-5957-4afb-9d1b-7a523e4418f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ddfd38ad"} 2026-07-13T14:58:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ddfd38ad"}, "namespace": "ai-tenant-e2e-mt-ddfd38ad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "acadedb6-b08d-4f92-b2f9-cf210bae8cd1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ddfd38ad"} 2026-07-13T14:58:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ddfd38ad"}, "namespace": "ai-tenant-e2e-mt-ddfd38ad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "acadedb6-b08d-4f92-b2f9-cf210bae8cd1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ddfd38ad", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T14:58:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ddfd38ad"}, "namespace": "ai-tenant-e2e-mt-ddfd38ad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "acadedb6-b08d-4f92-b2f9-cf210bae8cd1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-ddfd38ad because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T14:58:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-ddfd38ad"}, "namespace": "ai-tenant-e2e-mt-ddfd38ad", "name": "odh-trusted-ca-bundle", "reconcileID": "d6180844-4034-4b96-a03a-6a435f590bc8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-ddfd38ad"} 2026-07-13T14:58:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-ddfd38ad"}, "namespace": "ai-tenant-e2e-mt-ddfd38ad", "name": "odh-trusted-ca-bundle", "reconcileID": "d6180844-4034-4b96-a03a-6a435f590bc8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-ddfd38ad"} 2026-07-13T14:58:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ddfd38ad"}, "namespace": "ai-tenant-e2e-mt-ddfd38ad", "name": "openshift-service-ca.crt", "reconcileID": "46cdca55-a733-4c93-9614-b2b5a957db11", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ddfd38ad"} 2026-07-13T14:58:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ddfd38ad"}, "namespace": "ai-tenant-e2e-mt-ddfd38ad", "name": "openshift-service-ca.crt", "reconcileID": "46cdca55-a733-4c93-9614-b2b5a957db11", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ddfd38ad"} 2026-07-13T14:58:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ddfd38ad"}, "namespace": "ai-tenant-e2e-mt-ddfd38ad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9dc39364-4711-4e32-a679-31a8aab1e462", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ddfd38ad"} 2026-07-13T14:58:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ddfd38ad"}, "namespace": "ai-tenant-e2e-mt-ddfd38ad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9dc39364-4711-4e32-a679-31a8aab1e462", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ddfd38ad"} 2026-07-13T14:58:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "920bbb37-7e72-492c-a11b-204d73181e72", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress"} 2026-07-13T14:58:41Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "920bbb37-7e72-492c-a11b-204d73181e72", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f-authn-ssl"} 2026-07-13T14:58:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "920bbb37-7e72-492c-a11b-204d73181e72", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress"} 2026-07-13T14:58:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "c2be4f3c-2c79-4d87-bd67-19c120b8e754", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress"} 2026-07-13T14:58:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "c2be4f3c-2c79-4d87-bd67-19c120b8e754", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f-authn-ssl"} 2026-07-13T14:58:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "c2be4f3c-2c79-4d87-bd67-19c120b8e754", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress"} 2026-07-13T14:58:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "9b42546f-fa8b-4fdf-869d-339f798d7369", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress"} 2026-07-13T14:58:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "9b42546f-fa8b-4fdf-869d-339f798d7369", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f-authn-ssl"} 2026-07-13T14:58:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "9b42546f-fa8b-4fdf-869d-339f798d7369", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress"} 2026-07-13T14:58:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "8e4faae7-d2ec-425a-b361-f724f7684ac2", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress"} 2026-07-13T14:58:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "8e4faae7-d2ec-425a-b361-f724f7684ac2", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f-authn-ssl"} 2026-07-13T14:58:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "8e4faae7-d2ec-425a-b361-f724f7684ac2", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress"} 2026-07-13T14:58:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "d80199c2-a34f-4a62-997a-7e871c2be645", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress"} 2026-07-13T14:58:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "d80199c2-a34f-4a62-997a-7e871c2be645", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f-authn-ssl"} 2026-07-13T14:58:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "d80199c2-a34f-4a62-997a-7e871c2be645", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress"} 2026-07-13T14:58:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "d7671417-dd3f-4530-82c2-f241c33133d7", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress"} 2026-07-13T14:58:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "d7671417-dd3f-4530-82c2-f241c33133d7", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f-authn-ssl"} 2026-07-13T14:58:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "d7671417-dd3f-4530-82c2-f241c33133d7", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress"} 2026-07-13T14:58:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "939b6fd7-cfad-4b52-9e40-27e74603a878", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress"} 2026-07-13T14:58:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "939b6fd7-cfad-4b52-9e40-27e74603a878", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f-authn-ssl"} 2026-07-13T14:58:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "939b6fd7-cfad-4b52-9e40-27e74603a878", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress"} 2026-07-13T14:58:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "openshift-service-ca.crt", "reconcileID": "47dedc64-2ff3-4855-9c49-e857e5f0a9c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-d6591f"} 2026-07-13T14:58:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "odh-trusted-ca-bundle", "reconcileID": "d658cdab-09e9-4234-936c-a4c6410a7de4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-d6591f"} 2026-07-13T14:58:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "openshift-service-ca.crt", "reconcileID": "b4a6df8f-8d33-4471-8ebb-0c657f6d9e1c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-d6591f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T14:58:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "openshift-service-ca.crt", "reconcileID": "b4a6df8f-8d33-4471-8ebb-0c657f6d9e1c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-d6591f"} 2026-07-13T14:58:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3282d18a-96dd-4ef5-8ba0-9ef1db63b8ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-d6591f"} 2026-07-13T14:58:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "openshift-service-ca.crt", "reconcileID": "7361329b-8868-4e91-b407-247ab83ee099", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-d6591f"} 2026-07-13T14:58:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "odh-trusted-ca-bundle", "reconcileID": "a5933ef5-e9bd-42f5-9936-f4886b4349af", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-d6591f", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T14:58:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "odh-trusted-ca-bundle", "reconcileID": "a5933ef5-e9bd-42f5-9936-f4886b4349af", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-d6591f"} 2026-07-13T14:58:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a68ca780-c42e-4707-9493-456f1b783639", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-d6591f"} 2026-07-13T14:58:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "ec57e624-a43a-4ba1-9932-94501a5051af", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress"} 2026-07-13T14:58:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "ec57e624-a43a-4ba1-9932-94501a5051af", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f-authn-ssl"} 2026-07-13T14:58:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "ec57e624-a43a-4ba1-9932-94501a5051af", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress"} 2026-07-13T14:58:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "64b82f83-c3bd-4e07-bd94-850146c2c476", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T14:58:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "1fd668bc-79bb-4e80-b6cb-8395205dde6b", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress"} 2026-07-13T14:58:49Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "1fd668bc-79bb-4e80-b6cb-8395205dde6b", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed-authn-ssl"} 2026-07-13T14:58:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "1fd668bc-79bb-4e80-b6cb-8395205dde6b", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress"} 2026-07-13T14:58:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "559fcf90-a36a-4499-8576-9745bcc2cb40", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress"} 2026-07-13T14:58:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "559fcf90-a36a-4499-8576-9745bcc2cb40", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed-authn-ssl"} 2026-07-13T14:58:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "559fcf90-a36a-4499-8576-9745bcc2cb40", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress"} 2026-07-13T14:58:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "6b7c84f8-2d06-4e9b-9026-5f592a567d4c", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress"} 2026-07-13T14:58:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "6b7c84f8-2d06-4e9b-9026-5f592a567d4c", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed-authn-ssl"} 2026-07-13T14:58:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "6b7c84f8-2d06-4e9b-9026-5f592a567d4c", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress"} 2026-07-13T14:58:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "da49a168-15c1-4215-85e8-a62aae941909", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress"} 2026-07-13T14:58:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "da49a168-15c1-4215-85e8-a62aae941909", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed-authn-ssl"} 2026-07-13T14:58:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "da49a168-15c1-4215-85e8-a62aae941909", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress"} 2026-07-13T14:58:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "cf44c5a0-0258-4252-b89e-9bedcbb0dda6", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress"} 2026-07-13T14:58:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "cf44c5a0-0258-4252-b89e-9bedcbb0dda6", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed-authn-ssl"} 2026-07-13T14:58:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "cf44c5a0-0258-4252-b89e-9bedcbb0dda6", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress"} 2026-07-13T14:58:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "c3e86c25-8d0d-4d0c-a394-cc5a61ef0de5", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress"} 2026-07-13T14:58:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "c3e86c25-8d0d-4d0c-a394-cc5a61ef0de5", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed-authn-ssl"} 2026-07-13T14:58:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "c3e86c25-8d0d-4d0c-a394-cc5a61ef0de5", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress"} 2026-07-13T14:58:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "ad5b59ab-78cc-41de-8b14-92f634b195fb", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress"} 2026-07-13T14:58:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "ad5b59ab-78cc-41de-8b14-92f634b195fb", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed-authn-ssl"} 2026-07-13T14:58:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "ad5b59ab-78cc-41de-8b14-92f634b195fb", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress"} 2026-07-13T14:58:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "openshift-service-ca.crt", "reconcileID": "25b3ddc2-e54c-47f5-9b59-0a741e5203e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-b132ed"} 2026-07-13T14:58:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "odh-trusted-ca-bundle", "reconcileID": "725de2dc-44c5-4e2d-9c3b-0167c6cdcc81", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-b132ed"} 2026-07-13T14:58:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "openshift-service-ca.crt", "reconcileID": "f8fef2d3-5c80-49d2-aeab-7a9f5a28034f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-b132ed", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T14:58:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "openshift-service-ca.crt", "reconcileID": "f8fef2d3-5c80-49d2-aeab-7a9f5a28034f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-b132ed"} 2026-07-13T14:58:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4deeaa19-9bb2-457a-abcb-4f097e4b29aa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-b132ed"} 2026-07-13T14:58:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "openshift-service-ca.crt", "reconcileID": "1cab125e-eaac-4be3-a3d4-88350532ea05", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-b132ed"} 2026-07-13T14:58:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "odh-trusted-ca-bundle", "reconcileID": "07bfc13d-97c0-4ddb-a239-cf40b7ba6190", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-b132ed", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T14:58:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "odh-trusted-ca-bundle", "reconcileID": "07bfc13d-97c0-4ddb-a239-cf40b7ba6190", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-b132ed"} 2026-07-13T14:58:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f15a19c-29a3-4abe-91e2-dfe2486a813a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-b132ed"} 2026-07-13T14:58:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "2c301e8a-ecc0-4777-b3f0-bedbdacbbada", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress"} 2026-07-13T14:58:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "2c301e8a-ecc0-4777-b3f0-bedbdacbbada", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed-authn-ssl"} 2026-07-13T14:58:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "2c301e8a-ecc0-4777-b3f0-bedbdacbbada", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress"} 2026-07-13T14:58:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a21ac59b-4b48-42d0-8675-2ec3500e675d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T14:58:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "b6d76fee-7237-4469-a174-5ce1841af768", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress"} 2026-07-13T14:58:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "b6d76fee-7237-4469-a174-5ce1841af768", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f-authn-ssl"} 2026-07-13T14:58:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "b6d76fee-7237-4469-a174-5ce1841af768", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress"} 2026-07-13T14:58:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d6591f","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "test-model-d6591f", "reconcileID": "308382de-8496-4153-91d1-b80a5643fb8c", "LLMInferenceService": "test-model-d6591f", "namespace": "ai-tenant-e2e-inf-a-d6591f"} 2026-07-13T14:58:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d6591f","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "test-model-d6591f", "reconcileID": "308382de-8496-4153-91d1-b80a5643fb8c", "LLMInferenceService": "test-model-d6591f", "namespace": "ai-tenant-e2e-inf-a-d6591f"} 2026-07-13T14:58:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d6591f","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "test-model-d6591f", "reconcileID": "308382de-8496-4153-91d1-b80a5643fb8c", "LLMInferenceService": "test-model-d6591f", "namespace": "ai-tenant-e2e-inf-a-d6591f"} 2026-07-13T14:58:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "1567915b-4719-45c0-8883-e499b29baa5e", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress"} 2026-07-13T14:58:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d6591f","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "test-model-d6591f", "reconcileID": "308382de-8496-4153-91d1-b80a5643fb8c", "LLMInferenceService": "test-model-d6591f", "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "test-model-d6591f-kserve-route-authn"} 2026-07-13T14:58:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d6591f","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "test-model-d6591f", "reconcileID": "308382de-8496-4153-91d1-b80a5643fb8c", "LLMInferenceService": "test-model-d6591f", "namespace": "ai-tenant-e2e-inf-a-d6591f", "authType": "userdefined"} 2026-07-13T14:58:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d6591f","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "test-model-d6591f", "reconcileID": "308382de-8496-4153-91d1-b80a5643fb8c", "LLMInferenceService": "test-model-d6591f", "namespace": "ai-tenant-e2e-inf-a-d6591f"} 2026-07-13T14:58:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "1567915b-4719-45c0-8883-e499b29baa5e", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f-authn-ssl"} 2026-07-13T14:58:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "1567915b-4719-45c0-8883-e499b29baa5e", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress"} 2026-07-13T14:58:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d6591f","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "test-model-d6591f", "reconcileID": "69d225e6-7b56-4917-9339-02c9e6aa3cb1", "LLMInferenceService": "test-model-d6591f", "namespace": "ai-tenant-e2e-inf-a-d6591f"} 2026-07-13T14:58:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d6591f","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "test-model-d6591f", "reconcileID": "69d225e6-7b56-4917-9339-02c9e6aa3cb1", "LLMInferenceService": "test-model-d6591f", "namespace": "ai-tenant-e2e-inf-a-d6591f"} 2026-07-13T14:58:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d6591f","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "test-model-d6591f", "reconcileID": "69d225e6-7b56-4917-9339-02c9e6aa3cb1", "LLMInferenceService": "test-model-d6591f", "namespace": "ai-tenant-e2e-inf-a-d6591f"} 2026-07-13T14:58:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d6591f","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "test-model-d6591f", "reconcileID": "69d225e6-7b56-4917-9339-02c9e6aa3cb1", "LLMInferenceService": "test-model-d6591f", "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "test-model-d6591f-kserve-route-authn"} 2026-07-13T14:58:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d6591f","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "test-model-d6591f", "reconcileID": "69d225e6-7b56-4917-9339-02c9e6aa3cb1", "LLMInferenceService": "test-model-d6591f", "namespace": "ai-tenant-e2e-inf-a-d6591f", "authType": "userdefined"} 2026-07-13T14:58:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d6591f","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "test-model-d6591f", "reconcileID": "69d225e6-7b56-4917-9339-02c9e6aa3cb1", "LLMInferenceService": "test-model-d6591f", "namespace": "ai-tenant-e2e-inf-a-d6591f"} 2026-07-13T14:59:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "e49e638a-4d2b-4f91-89f4-bc205f3676f9", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress"} 2026-07-13T14:59:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "e49e638a-4d2b-4f91-89f4-bc205f3676f9", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed-authn-ssl"} 2026-07-13T14:59:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "e49e638a-4d2b-4f91-89f4-bc205f3676f9", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress"} 2026-07-13T14:59:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "8bca1df2-ac3c-4adc-ab3f-e93c993e5e63", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress"} 2026-07-13T14:59:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "8bca1df2-ac3c-4adc-ab3f-e93c993e5e63", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f-authn-ssl"} 2026-07-13T14:59:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "8bca1df2-ac3c-4adc-ab3f-e93c993e5e63", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress"} 2026-07-13T14:59:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d6591f","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "test-model-d6591f", "reconcileID": "ae86d4e4-3e27-45de-ad17-a44de14a0e28", "LLMInferenceService": "test-model-d6591f", "namespace": "ai-tenant-e2e-inf-a-d6591f"} 2026-07-13T14:59:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d6591f","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "test-model-d6591f", "reconcileID": "ae86d4e4-3e27-45de-ad17-a44de14a0e28", "LLMInferenceService": "test-model-d6591f", "namespace": "ai-tenant-e2e-inf-a-d6591f"} 2026-07-13T14:59:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d6591f","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "test-model-d6591f", "reconcileID": "ae86d4e4-3e27-45de-ad17-a44de14a0e28", "LLMInferenceService": "test-model-d6591f", "namespace": "ai-tenant-e2e-inf-a-d6591f"} 2026-07-13T14:59:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d6591f","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "test-model-d6591f", "reconcileID": "ae86d4e4-3e27-45de-ad17-a44de14a0e28", "LLMInferenceService": "test-model-d6591f", "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "test-model-d6591f-kserve-route-authn"} 2026-07-13T14:59:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d6591f","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "test-model-d6591f", "reconcileID": "ae86d4e4-3e27-45de-ad17-a44de14a0e28", "LLMInferenceService": "test-model-d6591f", "namespace": "ai-tenant-e2e-inf-a-d6591f", "authType": "userdefined"} 2026-07-13T14:59:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d6591f","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "test-model-d6591f", "reconcileID": "ae86d4e4-3e27-45de-ad17-a44de14a0e28", "LLMInferenceService": "test-model-d6591f", "namespace": "ai-tenant-e2e-inf-a-d6591f"} 2026-07-13T14:59:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "78c91433-8ffb-4908-9767-b07cc7f4b126", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress"} 2026-07-13T14:59:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "78c91433-8ffb-4908-9767-b07cc7f4b126", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f-authn-ssl"} 2026-07-13T14:59:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "78c91433-8ffb-4908-9767-b07cc7f4b126", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress"} 2026-07-13T14:59:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d6591f","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "test-model-d6591f", "reconcileID": "fa50e5e2-fb85-4794-87d8-22fa497ab623", "LLMInferenceService": "test-model-d6591f", "namespace": "ai-tenant-e2e-inf-a-d6591f"} 2026-07-13T14:59:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d6591f","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "test-model-d6591f", "reconcileID": "fa50e5e2-fb85-4794-87d8-22fa497ab623", "LLMInferenceService": "test-model-d6591f", "namespace": "ai-tenant-e2e-inf-a-d6591f"} 2026-07-13T14:59:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d6591f","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "test-model-d6591f", "reconcileID": "fa50e5e2-fb85-4794-87d8-22fa497ab623", "LLMInferenceService": "test-model-d6591f", "namespace": "ai-tenant-e2e-inf-a-d6591f"} 2026-07-13T14:59:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d6591f","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "test-model-d6591f", "reconcileID": "fa50e5e2-fb85-4794-87d8-22fa497ab623", "LLMInferenceService": "test-model-d6591f", "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "test-model-d6591f-kserve-route-authn"} 2026-07-13T14:59:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d6591f","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "test-model-d6591f", "reconcileID": "fa50e5e2-fb85-4794-87d8-22fa497ab623", "LLMInferenceService": "test-model-d6591f", "namespace": "ai-tenant-e2e-inf-a-d6591f", "authType": "userdefined"} 2026-07-13T14:59:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d6591f","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "test-model-d6591f", "reconcileID": "fa50e5e2-fb85-4794-87d8-22fa497ab623", "LLMInferenceService": "test-model-d6591f", "namespace": "ai-tenant-e2e-inf-a-d6591f"} 2026-07-13T14:59:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b132ed","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "test-model-b132ed", "reconcileID": "0654ec2f-c550-465b-8a60-233edba07d46", "LLMInferenceService": "test-model-b132ed", "namespace": "ai-tenant-e2e-inf-b-b132ed"} 2026-07-13T14:59:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b132ed","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "test-model-b132ed", "reconcileID": "0654ec2f-c550-465b-8a60-233edba07d46", "LLMInferenceService": "test-model-b132ed", "namespace": "ai-tenant-e2e-inf-b-b132ed"} 2026-07-13T14:59:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b132ed","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "test-model-b132ed", "reconcileID": "0654ec2f-c550-465b-8a60-233edba07d46", "LLMInferenceService": "test-model-b132ed", "namespace": "ai-tenant-e2e-inf-b-b132ed"} 2026-07-13T14:59:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "5625c95b-e9df-4c1e-b640-5d2642642158", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress"} 2026-07-13T14:59:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b132ed","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "test-model-b132ed", "reconcileID": "0654ec2f-c550-465b-8a60-233edba07d46", "LLMInferenceService": "test-model-b132ed", "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "test-model-b132ed-kserve-route-authn"} 2026-07-13T14:59:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b132ed","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "test-model-b132ed", "reconcileID": "0654ec2f-c550-465b-8a60-233edba07d46", "LLMInferenceService": "test-model-b132ed", "namespace": "ai-tenant-e2e-inf-b-b132ed", "authType": "userdefined"} 2026-07-13T14:59:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b132ed","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "test-model-b132ed", "reconcileID": "0654ec2f-c550-465b-8a60-233edba07d46", "LLMInferenceService": "test-model-b132ed", "namespace": "ai-tenant-e2e-inf-b-b132ed"} 2026-07-13T14:59:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "5625c95b-e9df-4c1e-b640-5d2642642158", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed-authn-ssl"} 2026-07-13T14:59:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "5625c95b-e9df-4c1e-b640-5d2642642158", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress"} 2026-07-13T14:59:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b132ed","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "test-model-b132ed", "reconcileID": "2c7866e4-417c-499f-bd12-4c9861b92ace", "LLMInferenceService": "test-model-b132ed", "namespace": "ai-tenant-e2e-inf-b-b132ed"} 2026-07-13T14:59:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b132ed","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "test-model-b132ed", "reconcileID": "2c7866e4-417c-499f-bd12-4c9861b92ace", "LLMInferenceService": "test-model-b132ed", "namespace": "ai-tenant-e2e-inf-b-b132ed"} 2026-07-13T14:59:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b132ed","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "test-model-b132ed", "reconcileID": "2c7866e4-417c-499f-bd12-4c9861b92ace", "LLMInferenceService": "test-model-b132ed", "namespace": "ai-tenant-e2e-inf-b-b132ed"} 2026-07-13T14:59:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b132ed","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "test-model-b132ed", "reconcileID": "2c7866e4-417c-499f-bd12-4c9861b92ace", "LLMInferenceService": "test-model-b132ed", "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "test-model-b132ed-kserve-route-authn"} 2026-07-13T14:59:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b132ed","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "test-model-b132ed", "reconcileID": "2c7866e4-417c-499f-bd12-4c9861b92ace", "LLMInferenceService": "test-model-b132ed", "namespace": "ai-tenant-e2e-inf-b-b132ed", "authType": "userdefined"} 2026-07-13T14:59:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b132ed","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "test-model-b132ed", "reconcileID": "2c7866e4-417c-499f-bd12-4c9861b92ace", "LLMInferenceService": "test-model-b132ed", "namespace": "ai-tenant-e2e-inf-b-b132ed"} 2026-07-13T14:59:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "f626838e-7d18-4313-b997-79bb5bcb0d93", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress"} 2026-07-13T14:59:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "f626838e-7d18-4313-b997-79bb5bcb0d93", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed-authn-ssl"} 2026-07-13T14:59:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "f626838e-7d18-4313-b997-79bb5bcb0d93", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress"} 2026-07-13T14:59:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b132ed","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "test-model-b132ed", "reconcileID": "d89b60c2-05d2-447b-9e6c-1ada27b30195", "LLMInferenceService": "test-model-b132ed", "namespace": "ai-tenant-e2e-inf-b-b132ed"} 2026-07-13T14:59:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b132ed","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "test-model-b132ed", "reconcileID": "d89b60c2-05d2-447b-9e6c-1ada27b30195", "LLMInferenceService": "test-model-b132ed", "namespace": "ai-tenant-e2e-inf-b-b132ed"} 2026-07-13T14:59:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b132ed","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "test-model-b132ed", "reconcileID": "d89b60c2-05d2-447b-9e6c-1ada27b30195", "LLMInferenceService": "test-model-b132ed", "namespace": "ai-tenant-e2e-inf-b-b132ed"} 2026-07-13T14:59:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b132ed","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "test-model-b132ed", "reconcileID": "d89b60c2-05d2-447b-9e6c-1ada27b30195", "LLMInferenceService": "test-model-b132ed", "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "test-model-b132ed-kserve-route-authn"} 2026-07-13T14:59:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b132ed","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "test-model-b132ed", "reconcileID": "d89b60c2-05d2-447b-9e6c-1ada27b30195", "LLMInferenceService": "test-model-b132ed", "namespace": "ai-tenant-e2e-inf-b-b132ed", "authType": "userdefined"} 2026-07-13T14:59:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b132ed","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "test-model-b132ed", "reconcileID": "d89b60c2-05d2-447b-9e6c-1ada27b30195", "LLMInferenceService": "test-model-b132ed", "namespace": "ai-tenant-e2e-inf-b-b132ed"} 2026-07-13T14:59:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "38bf8e82-20ad-4194-8d78-62e651ab8e79", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress"} 2026-07-13T14:59:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "38bf8e82-20ad-4194-8d78-62e651ab8e79", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed-authn-ssl"} 2026-07-13T14:59:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "38bf8e82-20ad-4194-8d78-62e651ab8e79", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress"} 2026-07-13T14:59:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b132ed","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "test-model-b132ed", "reconcileID": "28fafef4-012c-4c4b-8044-17f755f743cd", "LLMInferenceService": "test-model-b132ed", "namespace": "ai-tenant-e2e-inf-b-b132ed"} 2026-07-13T14:59:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b132ed","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "test-model-b132ed", "reconcileID": "28fafef4-012c-4c4b-8044-17f755f743cd", "LLMInferenceService": "test-model-b132ed", "namespace": "ai-tenant-e2e-inf-b-b132ed"} 2026-07-13T14:59:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b132ed","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "test-model-b132ed", "reconcileID": "28fafef4-012c-4c4b-8044-17f755f743cd", "LLMInferenceService": "test-model-b132ed", "namespace": "ai-tenant-e2e-inf-b-b132ed"} 2026-07-13T14:59:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b132ed","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "test-model-b132ed", "reconcileID": "28fafef4-012c-4c4b-8044-17f755f743cd", "LLMInferenceService": "test-model-b132ed", "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "test-model-b132ed-kserve-route-authn"} 2026-07-13T14:59:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b132ed","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "test-model-b132ed", "reconcileID": "28fafef4-012c-4c4b-8044-17f755f743cd", "LLMInferenceService": "test-model-b132ed", "namespace": "ai-tenant-e2e-inf-b-b132ed", "authType": "userdefined"} 2026-07-13T14:59:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b132ed","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "test-model-b132ed", "reconcileID": "28fafef4-012c-4c4b-8044-17f755f743cd", "LLMInferenceService": "test-model-b132ed", "namespace": "ai-tenant-e2e-inf-b-b132ed"} 2026-07-13T15:00:05Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d6591f","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "test-model-d6591f", "reconcileID": "b39b372f-1847-4c5a-9c33-6dd430e3e433", "LLMInferenceService": "test-model-d6591f", "namespace": "ai-tenant-e2e-inf-a-d6591f"} 2026-07-13T15:00:05Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d6591f","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "test-model-d6591f", "reconcileID": "b39b372f-1847-4c5a-9c33-6dd430e3e433", "LLMInferenceService": "test-model-d6591f", "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "test-model-d6591f"} 2026-07-13T15:00:05Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d6591f","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "test-model-d6591f", "reconcileID": "b39b372f-1847-4c5a-9c33-6dd430e3e433", "LLMInferenceService": "test-model-d6591f", "namespace": "ai-tenant-e2e-inf-a-d6591f"} 2026-07-13T15:00:05Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d6591f","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "test-model-d6591f", "reconcileID": "b39b372f-1847-4c5a-9c33-6dd430e3e433", "LLMInferenceService": "test-model-d6591f", "namespace": "ai-tenant-e2e-inf-a-d6591f"} 2026-07-13T15:00:05Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d6591f","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "test-model-d6591f", "reconcileID": "b39b372f-1847-4c5a-9c33-6dd430e3e433", "LLMInferenceService": "test-model-d6591f", "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "test-model-d6591f-kserve-route-authn"} 2026-07-13T15:00:05Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d6591f","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "test-model-d6591f", "reconcileID": "b39b372f-1847-4c5a-9c33-6dd430e3e433", "LLMInferenceService": "test-model-d6591f", "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "test-model-d6591f-kserve-route-authn"} 2026-07-13T15:00:05Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d6591f","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "test-model-d6591f", "reconcileID": "b39b372f-1847-4c5a-9c33-6dd430e3e433", "LLMInferenceService": "test-model-d6591f", "namespace": "ai-tenant-e2e-inf-a-d6591f", "namespace": "ai-tenant-e2e-inf-a-d6591f"} 2026-07-13T15:00:05Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d6591f","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "test-model-d6591f", "reconcileID": "b39b372f-1847-4c5a-9c33-6dd430e3e433", "LLMInferenceService": "test-model-d6591f", "namespace": "ai-tenant-e2e-inf-a-d6591f", "namespace": "ai-tenant-e2e-inf-a-d6591f"} 2026-07-13T15:00:05Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d6591f","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "test-model-d6591f", "reconcileID": "33af1584-8095-4618-a9b8-5f91eea12267", "LLMInferenceService": "test-model-d6591f", "namespace": "ai-tenant-e2e-inf-a-d6591f"} 2026-07-13T15:00:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "8bce1a19-cc87-42e8-b868-7d9744d8b974", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress"} 2026-07-13T15:00:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "8bce1a19-cc87-42e8-b868-7d9744d8b974", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f-authn-ssl"} 2026-07-13T15:00:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "8bce1a19-cc87-42e8-b868-7d9744d8b974", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress"} 2026-07-13T15:00:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "ca2de656-5918-4e15-a3f2-1cd9af5eceb9", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress"} 2026-07-13T15:00:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "ca2de656-5918-4e15-a3f2-1cd9af5eceb9", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f-authn-ssl"} 2026-07-13T15:00:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "ca2de656-5918-4e15-a3f2-1cd9af5eceb9", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress"} 2026-07-13T15:00:06Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b132ed","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "test-model-b132ed", "reconcileID": "492e1371-6d1e-40dd-b7ea-6457280b3714", "LLMInferenceService": "test-model-b132ed", "namespace": "ai-tenant-e2e-inf-b-b132ed"} 2026-07-13T15:00:06Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b132ed","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "test-model-b132ed", "reconcileID": "492e1371-6d1e-40dd-b7ea-6457280b3714", "LLMInferenceService": "test-model-b132ed", "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "test-model-b132ed"} 2026-07-13T15:00:06Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b132ed","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "test-model-b132ed", "reconcileID": "492e1371-6d1e-40dd-b7ea-6457280b3714", "LLMInferenceService": "test-model-b132ed", "namespace": "ai-tenant-e2e-inf-b-b132ed"} 2026-07-13T15:00:06Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b132ed","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "test-model-b132ed", "reconcileID": "492e1371-6d1e-40dd-b7ea-6457280b3714", "LLMInferenceService": "test-model-b132ed", "namespace": "ai-tenant-e2e-inf-b-b132ed"} 2026-07-13T15:00:06Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b132ed","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "test-model-b132ed", "reconcileID": "492e1371-6d1e-40dd-b7ea-6457280b3714", "LLMInferenceService": "test-model-b132ed", "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "test-model-b132ed-kserve-route-authn"} 2026-07-13T15:00:06Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b132ed","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "test-model-b132ed", "reconcileID": "492e1371-6d1e-40dd-b7ea-6457280b3714", "LLMInferenceService": "test-model-b132ed", "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "test-model-b132ed-kserve-route-authn"} 2026-07-13T15:00:06Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b132ed","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "test-model-b132ed", "reconcileID": "492e1371-6d1e-40dd-b7ea-6457280b3714", "LLMInferenceService": "test-model-b132ed", "namespace": "ai-tenant-e2e-inf-b-b132ed", "namespace": "ai-tenant-e2e-inf-b-b132ed"} 2026-07-13T15:00:06Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b132ed","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "test-model-b132ed", "reconcileID": "492e1371-6d1e-40dd-b7ea-6457280b3714", "LLMInferenceService": "test-model-b132ed", "namespace": "ai-tenant-e2e-inf-b-b132ed", "namespace": "ai-tenant-e2e-inf-b-b132ed"} 2026-07-13T15:00:06Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b132ed","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "test-model-b132ed", "reconcileID": "d8f2ff15-c42a-4e06-8717-08d4a7c7162d", "LLMInferenceService": "test-model-b132ed", "namespace": "ai-tenant-e2e-inf-b-b132ed"} 2026-07-13T15:00:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "c5cb21b5-5416-448c-929f-acd767737274", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress"} 2026-07-13T15:00:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "c5cb21b5-5416-448c-929f-acd767737274", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed-authn-ssl"} 2026-07-13T15:00:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "c5cb21b5-5416-448c-929f-acd767737274", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress"} 2026-07-13T15:00:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "b899c7b1-f17e-4135-b49c-69cac6f56024", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress"} 2026-07-13T15:00:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "b899c7b1-f17e-4135-b49c-69cac6f56024", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed-authn-ssl"} 2026-07-13T15:00:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "b899c7b1-f17e-4135-b49c-69cac6f56024", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress"} 2026-07-13T15:00:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "24ec55e8-41ab-4ffb-ae66-f1d55fde72d0", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress"} 2026-07-13T15:00:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "24ec55e8-41ab-4ffb-ae66-f1d55fde72d0", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f-authn-ssl"} 2026-07-13T15:00:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "24ec55e8-41ab-4ffb-ae66-f1d55fde72d0", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress"} 2026-07-13T15:00:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d67a474-12f4-43ab-a8e7-eea328ceae08", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-d6591f"} 2026-07-13T15:00:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d67a474-12f4-43ab-a8e7-eea328ceae08", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-d6591f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T15:00:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d67a474-12f4-43ab-a8e7-eea328ceae08", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-d6591f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T15:00:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "odh-trusted-ca-bundle", "reconcileID": "8bb3f7b5-0b9c-40c3-9237-491b248a0678", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-d6591f"} 2026-07-13T15:00:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "odh-trusted-ca-bundle", "reconcileID": "8bb3f7b5-0b9c-40c3-9237-491b248a0678", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-d6591f"} 2026-07-13T15:00:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "openshift-service-ca.crt", "reconcileID": "58acdb34-1aed-4eb4-a2b2-a4375cb667e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-d6591f"} 2026-07-13T15:00:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "openshift-service-ca.crt", "reconcileID": "58acdb34-1aed-4eb4-a2b2-a4375cb667e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-d6591f"} 2026-07-13T15:00:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1df046de-ce10-4ccd-823e-a6aed0308035", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-d6591f"} 2026-07-13T15:00:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-d6591f"}, "namespace": "ai-tenant-e2e-inf-a-d6591f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1df046de-ce10-4ccd-823e-a6aed0308035", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-d6591f"} 2026-07-13T15:00:50Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d6591f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d6591f", "reconcileID": "0f4350a6-30bf-4373-956a-6da8fc216f53", "Gateway": "e2e-inf-a-d6591f", "namespace": "openshift-ingress"} 2026-07-13T15:00:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "011828d4-b391-463d-b8f5-cb9306ab5421", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress"} 2026-07-13T15:00:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "011828d4-b391-463d-b8f5-cb9306ab5421", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed-authn-ssl"} 2026-07-13T15:00:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "011828d4-b391-463d-b8f5-cb9306ab5421", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress"} 2026-07-13T15:00:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0221d42-e838-4c6f-9385-86cfc7de0cc7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-b132ed"} 2026-07-13T15:00:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0221d42-e838-4c6f-9385-86cfc7de0cc7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-b132ed", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T15:00:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0221d42-e838-4c6f-9385-86cfc7de0cc7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-b132ed because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T15:00:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "odh-trusted-ca-bundle", "reconcileID": "a87e7974-5e28-47b2-8bef-3e5366edc15d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-b132ed"} 2026-07-13T15:00:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "odh-trusted-ca-bundle", "reconcileID": "a87e7974-5e28-47b2-8bef-3e5366edc15d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-b132ed"} 2026-07-13T15:00:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "openshift-service-ca.crt", "reconcileID": "80adf2cb-1af5-4e83-b39a-ff11d6b9df8e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-b132ed"} 2026-07-13T15:00:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "openshift-service-ca.crt", "reconcileID": "80adf2cb-1af5-4e83-b39a-ff11d6b9df8e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-b132ed"} 2026-07-13T15:00:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf5b70eb-11c5-4735-a4f6-bec163082bfc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-b132ed"} 2026-07-13T15:00:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-b132ed"}, "namespace": "ai-tenant-e2e-inf-b-b132ed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf5b70eb-11c5-4735-a4f6-bec163082bfc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-b132ed"} 2026-07-13T15:00:58Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b132ed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b132ed", "reconcileID": "b0c17876-ad3b-4444-aba9-c021b78cf618", "Gateway": "e2e-inf-b-b132ed", "namespace": "openshift-ingress"} 2026-07-13T15:00:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-93710c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-93710c", "reconcileID": "45f2ef4e-5052-46df-872f-4e3c79ac1e1a", "Gateway": "e2e-api-a-93710c", "namespace": "openshift-ingress"} 2026-07-13T15:00:58Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-93710c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-93710c", "reconcileID": "45f2ef4e-5052-46df-872f-4e3c79ac1e1a", "Gateway": "e2e-api-a-93710c", "namespace": "openshift-ingress", "name": "e2e-api-a-93710c-authn-ssl"} 2026-07-13T15:00:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-93710c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-93710c", "reconcileID": "45f2ef4e-5052-46df-872f-4e3c79ac1e1a", "Gateway": "e2e-api-a-93710c", "namespace": "openshift-ingress"} 2026-07-13T15:00:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-93710c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-93710c", "reconcileID": "c27ca714-51e3-45fe-b9b8-2dc25af0ec94", "Gateway": "e2e-api-a-93710c", "namespace": "openshift-ingress"} 2026-07-13T15:00:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-93710c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-93710c", "reconcileID": "c27ca714-51e3-45fe-b9b8-2dc25af0ec94", "Gateway": "e2e-api-a-93710c", "namespace": "openshift-ingress", "name": "e2e-api-a-93710c-authn-ssl"} 2026-07-13T15:00:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-93710c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-93710c", "reconcileID": "c27ca714-51e3-45fe-b9b8-2dc25af0ec94", "Gateway": "e2e-api-a-93710c", "namespace": "openshift-ingress"} 2026-07-13T15:00:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-93710c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-93710c", "reconcileID": "2d42abfe-5adf-4e2b-8587-30c8477930e3", "Gateway": "e2e-api-a-93710c", "namespace": "openshift-ingress"} 2026-07-13T15:00:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-93710c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-93710c", "reconcileID": "2d42abfe-5adf-4e2b-8587-30c8477930e3", "Gateway": "e2e-api-a-93710c", "namespace": "openshift-ingress", "name": "e2e-api-a-93710c-authn-ssl"} 2026-07-13T15:00:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-93710c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-93710c", "reconcileID": "2d42abfe-5adf-4e2b-8587-30c8477930e3", "Gateway": "e2e-api-a-93710c", "namespace": "openshift-ingress"} 2026-07-13T15:00:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-93710c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-93710c", "reconcileID": "80f5a61a-f841-4c78-bf1c-e63384df94b4", "Gateway": "e2e-api-a-93710c", "namespace": "openshift-ingress"} 2026-07-13T15:00:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-93710c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-93710c", "reconcileID": "80f5a61a-f841-4c78-bf1c-e63384df94b4", "Gateway": "e2e-api-a-93710c", "namespace": "openshift-ingress", "name": "e2e-api-a-93710c-authn-ssl"} 2026-07-13T15:00:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-93710c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-93710c", "reconcileID": "80f5a61a-f841-4c78-bf1c-e63384df94b4", "Gateway": "e2e-api-a-93710c", "namespace": "openshift-ingress"} 2026-07-13T15:00:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-93710c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-93710c", "reconcileID": "c6e0ccd3-1491-4d43-8163-14d4f7895ca6", "Gateway": "e2e-api-a-93710c", "namespace": "openshift-ingress"} 2026-07-13T15:00:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-93710c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-93710c", "reconcileID": "c6e0ccd3-1491-4d43-8163-14d4f7895ca6", "Gateway": "e2e-api-a-93710c", "namespace": "openshift-ingress", "name": "e2e-api-a-93710c-authn-ssl"} 2026-07-13T15:00:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-93710c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-93710c", "reconcileID": "c6e0ccd3-1491-4d43-8163-14d4f7895ca6", "Gateway": "e2e-api-a-93710c", "namespace": "openshift-ingress"} 2026-07-13T15:00:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-93710c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-93710c", "reconcileID": "6f41e1bf-e612-4c07-ae33-a0d9eab96162", "Gateway": "e2e-api-a-93710c", "namespace": "openshift-ingress"} 2026-07-13T15:00:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-93710c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-93710c", "reconcileID": "6f41e1bf-e612-4c07-ae33-a0d9eab96162", "Gateway": "e2e-api-a-93710c", "namespace": "openshift-ingress", "name": "e2e-api-a-93710c-authn-ssl"} 2026-07-13T15:00:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-93710c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-93710c", "reconcileID": "6f41e1bf-e612-4c07-ae33-a0d9eab96162", "Gateway": "e2e-api-a-93710c", "namespace": "openshift-ingress"} 2026-07-13T15:01:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-93710c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-93710c", "reconcileID": "2c45f0f3-a7ef-47ff-9061-8c296fc5a49e", "Gateway": "e2e-api-a-93710c", "namespace": "openshift-ingress"} 2026-07-13T15:01:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-93710c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-93710c", "reconcileID": "2c45f0f3-a7ef-47ff-9061-8c296fc5a49e", "Gateway": "e2e-api-a-93710c", "namespace": "openshift-ingress", "name": "e2e-api-a-93710c-authn-ssl"} 2026-07-13T15:01:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-93710c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-93710c", "reconcileID": "2c45f0f3-a7ef-47ff-9061-8c296fc5a49e", "Gateway": "e2e-api-a-93710c", "namespace": "openshift-ingress"} 2026-07-13T15:01:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-93710c"}, "namespace": "ai-tenant-e2e-api-a-93710c", "name": "openshift-service-ca.crt", "reconcileID": "601a1fc1-9be8-4ac7-a539-50cba33e4734", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-93710c"} 2026-07-13T15:01:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-93710c"}, "namespace": "ai-tenant-e2e-api-a-93710c", "name": "odh-trusted-ca-bundle", "reconcileID": "c919251c-7a03-432e-998c-c9ba392e4578", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-93710c"} 2026-07-13T15:01:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-93710c"}, "namespace": "ai-tenant-e2e-api-a-93710c", "name": "openshift-service-ca.crt", "reconcileID": "860174b8-bd25-4a97-b208-105dce960ac9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-93710c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T15:01:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-93710c"}, "namespace": "ai-tenant-e2e-api-a-93710c", "name": "openshift-service-ca.crt", "reconcileID": "860174b8-bd25-4a97-b208-105dce960ac9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-93710c"} 2026-07-13T15:01:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-93710c"}, "namespace": "ai-tenant-e2e-api-a-93710c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6df5f6ea-642a-4670-96c4-0a92922ea116", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-93710c"} 2026-07-13T15:01:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-93710c"}, "namespace": "ai-tenant-e2e-api-a-93710c", "name": "openshift-service-ca.crt", "reconcileID": "d93120a3-a7c8-423d-803f-fa9eff757dbe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-93710c"} 2026-07-13T15:01:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-93710c"}, "namespace": "ai-tenant-e2e-api-a-93710c", "name": "odh-trusted-ca-bundle", "reconcileID": "50721ee9-b72b-4cbf-bbed-2ba47ff8c42e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-93710c", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T15:01:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-93710c"}, "namespace": "ai-tenant-e2e-api-a-93710c", "name": "odh-trusted-ca-bundle", "reconcileID": "50721ee9-b72b-4cbf-bbed-2ba47ff8c42e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-93710c"} 2026-07-13T15:01:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-93710c"}, "namespace": "ai-tenant-e2e-api-a-93710c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "20e3aaae-1588-4991-b466-297fc76e232b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-93710c"} 2026-07-13T15:02:02Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T15:02:02Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T15:02:04Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T15:02:04Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T15:04:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-93710c"}, "namespace": "ai-tenant-e2e-api-a-93710c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d48a648d-6fc2-4c9b-9d57-7fda472232f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-93710c"} 2026-07-13T15:04:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-93710c"}, "namespace": "ai-tenant-e2e-api-a-93710c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d48a648d-6fc2-4c9b-9d57-7fda472232f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-93710c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T15:04:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-93710c"}, "namespace": "ai-tenant-e2e-api-a-93710c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d48a648d-6fc2-4c9b-9d57-7fda472232f9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-93710c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T15:04:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-93710c"}, "namespace": "ai-tenant-e2e-api-a-93710c", "name": "odh-trusted-ca-bundle", "reconcileID": "a52c057b-ddac-4c72-8575-21809cbb3363", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-93710c"} 2026-07-13T15:04:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-93710c"}, "namespace": "ai-tenant-e2e-api-a-93710c", "name": "odh-trusted-ca-bundle", "reconcileID": "a52c057b-ddac-4c72-8575-21809cbb3363", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-93710c"} 2026-07-13T15:04:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-93710c"}, "namespace": "ai-tenant-e2e-api-a-93710c", "name": "openshift-service-ca.crt", "reconcileID": "563dc6c5-1b38-42c9-9553-84d1ec6523a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-93710c"} 2026-07-13T15:04:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-93710c"}, "namespace": "ai-tenant-e2e-api-a-93710c", "name": "openshift-service-ca.crt", "reconcileID": "563dc6c5-1b38-42c9-9553-84d1ec6523a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-93710c"} 2026-07-13T15:04:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-93710c"}, "namespace": "ai-tenant-e2e-api-a-93710c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "688408eb-f721-4f3a-bdbe-ecb8ab827c00", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-93710c"} 2026-07-13T15:04:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-93710c"}, "namespace": "ai-tenant-e2e-api-a-93710c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "688408eb-f721-4f3a-bdbe-ecb8ab827c00", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-93710c"} 2026-07-13T15:04:18Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-93710c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-93710c", "reconcileID": "8a7d7649-6ea6-4612-a666-fe2c209ecc9e", "Gateway": "e2e-api-a-93710c", "namespace": "openshift-ingress"}