2026-07-08T02:17:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-219487"}, "namespace": "ai-tenant-e2e-inf-b-219487", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ae2a385-cf34-4275-8014-ba8da1ceac90", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-219487"} 2026-07-08T02:17:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-219487","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-219487", "reconcileID": "30ceeb27-c954-4962-9d8d-9d6fca26c6a6", "Gateway": "e2e-inf-b-219487", "namespace": "openshift-ingress"} 2026-07-08T02:17:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-219487","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-219487", "reconcileID": "30ceeb27-c954-4962-9d8d-9d6fca26c6a6", "Gateway": "e2e-inf-b-219487", "namespace": "openshift-ingress", "name": "e2e-inf-b-219487-authn-ssl"} 2026-07-08T02:17:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-219487","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-219487", "reconcileID": "30ceeb27-c954-4962-9d8d-9d6fca26c6a6", "Gateway": "e2e-inf-b-219487", "namespace": "openshift-ingress"} 2026-07-08T02:17:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c1efb5b4-dd3a-4d42-b652-468ef65613dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T02:17:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7c26aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7c26aa", "reconcileID": "5dc1ac61-b267-4c67-ba02-74d47d942005", "Gateway": "e2e-inf-a-7c26aa", "namespace": "openshift-ingress"} 2026-07-08T02:17:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7c26aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7c26aa", "reconcileID": "5dc1ac61-b267-4c67-ba02-74d47d942005", "Gateway": "e2e-inf-a-7c26aa", "namespace": "openshift-ingress", "name": "e2e-inf-a-7c26aa-authn-ssl"} 2026-07-08T02:17:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7c26aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7c26aa", "reconcileID": "5dc1ac61-b267-4c67-ba02-74d47d942005", "Gateway": "e2e-inf-a-7c26aa", "namespace": "openshift-ingress"} 2026-07-08T02:17:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa", "reconcileID": "c07fac12-4949-4211-bd2c-3f215c452946", "LLMInferenceService": "test-model-7c26aa", "namespace": "ai-tenant-e2e-inf-a-7c26aa"} 2026-07-08T02:17:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa", "reconcileID": "c07fac12-4949-4211-bd2c-3f215c452946", "LLMInferenceService": "test-model-7c26aa", "namespace": "ai-tenant-e2e-inf-a-7c26aa"} 2026-07-08T02:17:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa", "reconcileID": "c07fac12-4949-4211-bd2c-3f215c452946", "LLMInferenceService": "test-model-7c26aa", "namespace": "ai-tenant-e2e-inf-a-7c26aa"} 2026-07-08T02:17:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7c26aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7c26aa", "reconcileID": "6def68aa-c964-4912-945c-30033356f0e4", "Gateway": "e2e-inf-a-7c26aa", "namespace": "openshift-ingress"} 2026-07-08T02:17:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa", "reconcileID": "c07fac12-4949-4211-bd2c-3f215c452946", "LLMInferenceService": "test-model-7c26aa", "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa-kserve-route-authn"} 2026-07-08T02:17:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa", "reconcileID": "c07fac12-4949-4211-bd2c-3f215c452946", "LLMInferenceService": "test-model-7c26aa", "namespace": "ai-tenant-e2e-inf-a-7c26aa", "authType": "userdefined"} 2026-07-08T02:17:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa", "reconcileID": "c07fac12-4949-4211-bd2c-3f215c452946", "LLMInferenceService": "test-model-7c26aa", "namespace": "ai-tenant-e2e-inf-a-7c26aa"} 2026-07-08T02:17:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7c26aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7c26aa", "reconcileID": "6def68aa-c964-4912-945c-30033356f0e4", "Gateway": "e2e-inf-a-7c26aa", "namespace": "openshift-ingress", "name": "e2e-inf-a-7c26aa-authn-ssl"} 2026-07-08T02:17:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7c26aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7c26aa", "reconcileID": "6def68aa-c964-4912-945c-30033356f0e4", "Gateway": "e2e-inf-a-7c26aa", "namespace": "openshift-ingress"} 2026-07-08T02:17:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa", "reconcileID": "0fb92763-75fd-4b09-9f6c-4d2d2a19db2f", "LLMInferenceService": "test-model-7c26aa", "namespace": "ai-tenant-e2e-inf-a-7c26aa"} 2026-07-08T02:17:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa", "reconcileID": "0fb92763-75fd-4b09-9f6c-4d2d2a19db2f", "LLMInferenceService": "test-model-7c26aa", "namespace": "ai-tenant-e2e-inf-a-7c26aa"} 2026-07-08T02:17:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa", "reconcileID": "0fb92763-75fd-4b09-9f6c-4d2d2a19db2f", "LLMInferenceService": "test-model-7c26aa", "namespace": "ai-tenant-e2e-inf-a-7c26aa"} 2026-07-08T02:17:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa", "reconcileID": "0fb92763-75fd-4b09-9f6c-4d2d2a19db2f", "LLMInferenceService": "test-model-7c26aa", "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa-kserve-route-authn"} 2026-07-08T02:17:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa", "reconcileID": "0fb92763-75fd-4b09-9f6c-4d2d2a19db2f", "LLMInferenceService": "test-model-7c26aa", "namespace": "ai-tenant-e2e-inf-a-7c26aa", "authType": "userdefined"} 2026-07-08T02:17:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa", "reconcileID": "0fb92763-75fd-4b09-9f6c-4d2d2a19db2f", "LLMInferenceService": "test-model-7c26aa", "namespace": "ai-tenant-e2e-inf-a-7c26aa"} 2026-07-08T02:17:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-219487","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-219487", "reconcileID": "bec168c9-a143-46ba-a171-9036b77980f9", "Gateway": "e2e-inf-b-219487", "namespace": "openshift-ingress"} 2026-07-08T02:17:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-219487","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-219487", "reconcileID": "bec168c9-a143-46ba-a171-9036b77980f9", "Gateway": "e2e-inf-b-219487", "namespace": "openshift-ingress", "name": "e2e-inf-b-219487-authn-ssl"} 2026-07-08T02:17:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-219487","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-219487", "reconcileID": "bec168c9-a143-46ba-a171-9036b77980f9", "Gateway": "e2e-inf-b-219487", "namespace": "openshift-ingress"} 2026-07-08T02:17:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "01539248-906d-497d-8b37-b37dd6f8a0f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T02:17:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7c26aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7c26aa", "reconcileID": "246c79c3-9ef9-471d-99e2-d49c9052e992", "Gateway": "e2e-inf-a-7c26aa", "namespace": "openshift-ingress"} 2026-07-08T02:17:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7c26aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7c26aa", "reconcileID": "246c79c3-9ef9-471d-99e2-d49c9052e992", "Gateway": "e2e-inf-a-7c26aa", "namespace": "openshift-ingress", "name": "e2e-inf-a-7c26aa-authn-ssl"} 2026-07-08T02:17:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7c26aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7c26aa", "reconcileID": "246c79c3-9ef9-471d-99e2-d49c9052e992", "Gateway": "e2e-inf-a-7c26aa", "namespace": "openshift-ingress"} 2026-07-08T02:17:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c3d31084-0eb4-4d67-9f15-1abab0939721", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T02:17:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa", "reconcileID": "b18c7180-932e-438a-b1e8-404a38cd86e4", "LLMInferenceService": "test-model-7c26aa", "namespace": "ai-tenant-e2e-inf-a-7c26aa"} 2026-07-08T02:17:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa", "reconcileID": "b18c7180-932e-438a-b1e8-404a38cd86e4", "LLMInferenceService": "test-model-7c26aa", "namespace": "ai-tenant-e2e-inf-a-7c26aa"} 2026-07-08T02:17:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa", "reconcileID": "b18c7180-932e-438a-b1e8-404a38cd86e4", "LLMInferenceService": "test-model-7c26aa", "namespace": "ai-tenant-e2e-inf-a-7c26aa"} 2026-07-08T02:17:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa", "reconcileID": "b18c7180-932e-438a-b1e8-404a38cd86e4", "LLMInferenceService": "test-model-7c26aa", "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa-kserve-route-authn"} 2026-07-08T02:17:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa", "reconcileID": "b18c7180-932e-438a-b1e8-404a38cd86e4", "LLMInferenceService": "test-model-7c26aa", "namespace": "ai-tenant-e2e-inf-a-7c26aa", "authType": "userdefined"} 2026-07-08T02:17:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa", "reconcileID": "b18c7180-932e-438a-b1e8-404a38cd86e4", "LLMInferenceService": "test-model-7c26aa", "namespace": "ai-tenant-e2e-inf-a-7c26aa"} 2026-07-08T02:17:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa", "reconcileID": "5967229c-2c62-41f6-a8fd-baca2a2285f6", "LLMInferenceService": "test-model-7c26aa", "namespace": "ai-tenant-e2e-inf-a-7c26aa"} 2026-07-08T02:17:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa", "reconcileID": "5967229c-2c62-41f6-a8fd-baca2a2285f6", "LLMInferenceService": "test-model-7c26aa", "namespace": "ai-tenant-e2e-inf-a-7c26aa"} 2026-07-08T02:17:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa", "reconcileID": "5967229c-2c62-41f6-a8fd-baca2a2285f6", "LLMInferenceService": "test-model-7c26aa", "namespace": "ai-tenant-e2e-inf-a-7c26aa"} 2026-07-08T02:17:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa", "reconcileID": "5967229c-2c62-41f6-a8fd-baca2a2285f6", "LLMInferenceService": "test-model-7c26aa", "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa-kserve-route-authn"} 2026-07-08T02:17:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa", "reconcileID": "5967229c-2c62-41f6-a8fd-baca2a2285f6", "LLMInferenceService": "test-model-7c26aa", "namespace": "ai-tenant-e2e-inf-a-7c26aa", "authType": "userdefined"} 2026-07-08T02:17:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa", "reconcileID": "5967229c-2c62-41f6-a8fd-baca2a2285f6", "LLMInferenceService": "test-model-7c26aa", "namespace": "ai-tenant-e2e-inf-a-7c26aa"} 2026-07-08T02:17:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7c26aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7c26aa", "reconcileID": "30c49fc2-858c-45e2-b314-08cb00ca0aab", "Gateway": "e2e-inf-a-7c26aa", "namespace": "openshift-ingress"} 2026-07-08T02:17:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7c26aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7c26aa", "reconcileID": "30c49fc2-858c-45e2-b314-08cb00ca0aab", "Gateway": "e2e-inf-a-7c26aa", "namespace": "openshift-ingress", "name": "e2e-inf-a-7c26aa-authn-ssl"} 2026-07-08T02:17:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7c26aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7c26aa", "reconcileID": "30c49fc2-858c-45e2-b314-08cb00ca0aab", "Gateway": "e2e-inf-a-7c26aa", "namespace": "openshift-ingress"} 2026-07-08T02:18:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa", "reconcileID": "7daa3aa1-db84-409d-b552-790829cfb702", "LLMInferenceService": "test-model-7c26aa", "namespace": "ai-tenant-e2e-inf-a-7c26aa"} 2026-07-08T02:18:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa", "reconcileID": "7daa3aa1-db84-409d-b552-790829cfb702", "LLMInferenceService": "test-model-7c26aa", "namespace": "ai-tenant-e2e-inf-a-7c26aa"} 2026-07-08T02:18:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa", "reconcileID": "7daa3aa1-db84-409d-b552-790829cfb702", "LLMInferenceService": "test-model-7c26aa", "namespace": "ai-tenant-e2e-inf-a-7c26aa"} 2026-07-08T02:18:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa", "reconcileID": "7daa3aa1-db84-409d-b552-790829cfb702", "LLMInferenceService": "test-model-7c26aa", "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa-kserve-route-authn"} 2026-07-08T02:18:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa", "reconcileID": "7daa3aa1-db84-409d-b552-790829cfb702", "LLMInferenceService": "test-model-7c26aa", "namespace": "ai-tenant-e2e-inf-a-7c26aa", "authType": "userdefined"} 2026-07-08T02:18:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa", "reconcileID": "7daa3aa1-db84-409d-b552-790829cfb702", "LLMInferenceService": "test-model-7c26aa", "namespace": "ai-tenant-e2e-inf-a-7c26aa"} 2026-07-08T02:18:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-219487","namespace":"ai-tenant-e2e-inf-b-219487"}, "namespace": "ai-tenant-e2e-inf-b-219487", "name": "test-model-219487", "reconcileID": "50f5efcd-c3d6-4b2e-9f7d-205f1cad56b6", "LLMInferenceService": "test-model-219487", "namespace": "ai-tenant-e2e-inf-b-219487"} 2026-07-08T02:18:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-219487","namespace":"ai-tenant-e2e-inf-b-219487"}, "namespace": "ai-tenant-e2e-inf-b-219487", "name": "test-model-219487", "reconcileID": "50f5efcd-c3d6-4b2e-9f7d-205f1cad56b6", "LLMInferenceService": "test-model-219487", "namespace": "ai-tenant-e2e-inf-b-219487"} 2026-07-08T02:18:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-219487","namespace":"ai-tenant-e2e-inf-b-219487"}, "namespace": "ai-tenant-e2e-inf-b-219487", "name": "test-model-219487", "reconcileID": "50f5efcd-c3d6-4b2e-9f7d-205f1cad56b6", "LLMInferenceService": "test-model-219487", "namespace": "ai-tenant-e2e-inf-b-219487"} 2026-07-08T02:18:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-219487","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-219487", "reconcileID": "72f45dbf-ceea-4d24-ab4c-db19371dcab2", "Gateway": "e2e-inf-b-219487", "namespace": "openshift-ingress"} 2026-07-08T02:18:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-219487","namespace":"ai-tenant-e2e-inf-b-219487"}, "namespace": "ai-tenant-e2e-inf-b-219487", "name": "test-model-219487", "reconcileID": "50f5efcd-c3d6-4b2e-9f7d-205f1cad56b6", "LLMInferenceService": "test-model-219487", "namespace": "ai-tenant-e2e-inf-b-219487", "name": "test-model-219487-kserve-route-authn"} 2026-07-08T02:18:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-219487","namespace":"ai-tenant-e2e-inf-b-219487"}, "namespace": "ai-tenant-e2e-inf-b-219487", "name": "test-model-219487", "reconcileID": "50f5efcd-c3d6-4b2e-9f7d-205f1cad56b6", "LLMInferenceService": "test-model-219487", "namespace": "ai-tenant-e2e-inf-b-219487", "authType": "userdefined"} 2026-07-08T02:18:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-219487","namespace":"ai-tenant-e2e-inf-b-219487"}, "namespace": "ai-tenant-e2e-inf-b-219487", "name": "test-model-219487", "reconcileID": "50f5efcd-c3d6-4b2e-9f7d-205f1cad56b6", "LLMInferenceService": "test-model-219487", "namespace": "ai-tenant-e2e-inf-b-219487"} 2026-07-08T02:18:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-219487","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-219487", "reconcileID": "72f45dbf-ceea-4d24-ab4c-db19371dcab2", "Gateway": "e2e-inf-b-219487", "namespace": "openshift-ingress", "name": "e2e-inf-b-219487-authn-ssl"} 2026-07-08T02:18:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-219487","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-219487", "reconcileID": "72f45dbf-ceea-4d24-ab4c-db19371dcab2", "Gateway": "e2e-inf-b-219487", "namespace": "openshift-ingress"} 2026-07-08T02:18:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-219487","namespace":"ai-tenant-e2e-inf-b-219487"}, "namespace": "ai-tenant-e2e-inf-b-219487", "name": "test-model-219487", "reconcileID": "7d818733-3004-42f8-8d5a-888086218f91", "LLMInferenceService": "test-model-219487", "namespace": "ai-tenant-e2e-inf-b-219487"} 2026-07-08T02:18:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-219487","namespace":"ai-tenant-e2e-inf-b-219487"}, "namespace": "ai-tenant-e2e-inf-b-219487", "name": "test-model-219487", "reconcileID": "7d818733-3004-42f8-8d5a-888086218f91", "LLMInferenceService": "test-model-219487", "namespace": "ai-tenant-e2e-inf-b-219487"} 2026-07-08T02:18:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-219487","namespace":"ai-tenant-e2e-inf-b-219487"}, "namespace": "ai-tenant-e2e-inf-b-219487", "name": "test-model-219487", "reconcileID": "7d818733-3004-42f8-8d5a-888086218f91", "LLMInferenceService": "test-model-219487", "namespace": "ai-tenant-e2e-inf-b-219487"} 2026-07-08T02:18:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-219487","namespace":"ai-tenant-e2e-inf-b-219487"}, "namespace": "ai-tenant-e2e-inf-b-219487", "name": "test-model-219487", "reconcileID": "7d818733-3004-42f8-8d5a-888086218f91", "LLMInferenceService": "test-model-219487", "namespace": "ai-tenant-e2e-inf-b-219487", "name": "test-model-219487-kserve-route-authn"} 2026-07-08T02:18:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-219487","namespace":"ai-tenant-e2e-inf-b-219487"}, "namespace": "ai-tenant-e2e-inf-b-219487", "name": "test-model-219487", "reconcileID": "7d818733-3004-42f8-8d5a-888086218f91", "LLMInferenceService": "test-model-219487", "namespace": "ai-tenant-e2e-inf-b-219487", "authType": "userdefined"} 2026-07-08T02:18:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-219487","namespace":"ai-tenant-e2e-inf-b-219487"}, "namespace": "ai-tenant-e2e-inf-b-219487", "name": "test-model-219487", "reconcileID": "7d818733-3004-42f8-8d5a-888086218f91", "LLMInferenceService": "test-model-219487", "namespace": "ai-tenant-e2e-inf-b-219487"} 2026-07-08T02:18:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-219487","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-219487", "reconcileID": "06551987-48f8-4b8b-950f-aa2ef923c199", "Gateway": "e2e-inf-b-219487", "namespace": "openshift-ingress"} 2026-07-08T02:18:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-219487","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-219487", "reconcileID": "06551987-48f8-4b8b-950f-aa2ef923c199", "Gateway": "e2e-inf-b-219487", "namespace": "openshift-ingress", "name": "e2e-inf-b-219487-authn-ssl"} 2026-07-08T02:18:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-219487","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-219487", "reconcileID": "06551987-48f8-4b8b-950f-aa2ef923c199", "Gateway": "e2e-inf-b-219487", "namespace": "openshift-ingress"} 2026-07-08T02:18:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-219487","namespace":"ai-tenant-e2e-inf-b-219487"}, "namespace": "ai-tenant-e2e-inf-b-219487", "name": "test-model-219487", "reconcileID": "589da79a-d3e3-45d0-b9f0-66bda1d4f896", "LLMInferenceService": "test-model-219487", "namespace": "ai-tenant-e2e-inf-b-219487"} 2026-07-08T02:18:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-219487","namespace":"ai-tenant-e2e-inf-b-219487"}, "namespace": "ai-tenant-e2e-inf-b-219487", "name": "test-model-219487", "reconcileID": "589da79a-d3e3-45d0-b9f0-66bda1d4f896", "LLMInferenceService": "test-model-219487", "namespace": "ai-tenant-e2e-inf-b-219487"} 2026-07-08T02:18:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-219487","namespace":"ai-tenant-e2e-inf-b-219487"}, "namespace": "ai-tenant-e2e-inf-b-219487", "name": "test-model-219487", "reconcileID": "589da79a-d3e3-45d0-b9f0-66bda1d4f896", "LLMInferenceService": "test-model-219487", "namespace": "ai-tenant-e2e-inf-b-219487"} 2026-07-08T02:18:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-219487","namespace":"ai-tenant-e2e-inf-b-219487"}, "namespace": "ai-tenant-e2e-inf-b-219487", "name": "test-model-219487", "reconcileID": "589da79a-d3e3-45d0-b9f0-66bda1d4f896", "LLMInferenceService": "test-model-219487", "namespace": "ai-tenant-e2e-inf-b-219487", "name": "test-model-219487-kserve-route-authn"} 2026-07-08T02:18:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-219487","namespace":"ai-tenant-e2e-inf-b-219487"}, "namespace": "ai-tenant-e2e-inf-b-219487", "name": "test-model-219487", "reconcileID": "589da79a-d3e3-45d0-b9f0-66bda1d4f896", "LLMInferenceService": "test-model-219487", "namespace": "ai-tenant-e2e-inf-b-219487", "authType": "userdefined"} 2026-07-08T02:18:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-219487","namespace":"ai-tenant-e2e-inf-b-219487"}, "namespace": "ai-tenant-e2e-inf-b-219487", "name": "test-model-219487", "reconcileID": "589da79a-d3e3-45d0-b9f0-66bda1d4f896", "LLMInferenceService": "test-model-219487", "namespace": "ai-tenant-e2e-inf-b-219487"} 2026-07-08T02:18:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-219487","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-219487", "reconcileID": "2fb70a3b-d612-4e9d-b994-748705834a21", "Gateway": "e2e-inf-b-219487", "namespace": "openshift-ingress"} 2026-07-08T02:18:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-219487","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-219487", "reconcileID": "2fb70a3b-d612-4e9d-b994-748705834a21", "Gateway": "e2e-inf-b-219487", "namespace": "openshift-ingress", "name": "e2e-inf-b-219487-authn-ssl"} 2026-07-08T02:18:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-219487","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-219487", "reconcileID": "2fb70a3b-d612-4e9d-b994-748705834a21", "Gateway": "e2e-inf-b-219487", "namespace": "openshift-ingress"} 2026-07-08T02:18:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-219487","namespace":"ai-tenant-e2e-inf-b-219487"}, "namespace": "ai-tenant-e2e-inf-b-219487", "name": "test-model-219487", "reconcileID": "0ca05c77-0ca6-470d-8a41-7bfd2e2551a5", "LLMInferenceService": "test-model-219487", "namespace": "ai-tenant-e2e-inf-b-219487"} 2026-07-08T02:18:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-219487","namespace":"ai-tenant-e2e-inf-b-219487"}, "namespace": "ai-tenant-e2e-inf-b-219487", "name": "test-model-219487", "reconcileID": "0ca05c77-0ca6-470d-8a41-7bfd2e2551a5", "LLMInferenceService": "test-model-219487", "namespace": "ai-tenant-e2e-inf-b-219487"} 2026-07-08T02:18:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-219487","namespace":"ai-tenant-e2e-inf-b-219487"}, "namespace": "ai-tenant-e2e-inf-b-219487", "name": "test-model-219487", "reconcileID": "0ca05c77-0ca6-470d-8a41-7bfd2e2551a5", "LLMInferenceService": "test-model-219487", "namespace": "ai-tenant-e2e-inf-b-219487"} 2026-07-08T02:18:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-219487","namespace":"ai-tenant-e2e-inf-b-219487"}, "namespace": "ai-tenant-e2e-inf-b-219487", "name": "test-model-219487", "reconcileID": "0ca05c77-0ca6-470d-8a41-7bfd2e2551a5", "LLMInferenceService": "test-model-219487", "namespace": "ai-tenant-e2e-inf-b-219487", "name": "test-model-219487-kserve-route-authn"} 2026-07-08T02:18:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-219487","namespace":"ai-tenant-e2e-inf-b-219487"}, "namespace": "ai-tenant-e2e-inf-b-219487", "name": "test-model-219487", "reconcileID": "0ca05c77-0ca6-470d-8a41-7bfd2e2551a5", "LLMInferenceService": "test-model-219487", "namespace": "ai-tenant-e2e-inf-b-219487", "authType": "userdefined"} 2026-07-08T02:18:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-219487","namespace":"ai-tenant-e2e-inf-b-219487"}, "namespace": "ai-tenant-e2e-inf-b-219487", "name": "test-model-219487", "reconcileID": "0ca05c77-0ca6-470d-8a41-7bfd2e2551a5", "LLMInferenceService": "test-model-219487", "namespace": "ai-tenant-e2e-inf-b-219487"} 2026-07-08T02:18:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "22c3bd90-6dd1-4a2e-99a1-b2128697893c", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress"} 2026-07-08T02:18:47Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "22c3bd90-6dd1-4a2e-99a1-b2128697893c", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1-authn-ssl"} 2026-07-08T02:18:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "22c3bd90-6dd1-4a2e-99a1-b2128697893c", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress"} 2026-07-08T02:18:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "3b1134fd-70ff-403b-8c4d-e2f901bd6718", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress"} 2026-07-08T02:18:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "3b1134fd-70ff-403b-8c4d-e2f901bd6718", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1-authn-ssl"} 2026-07-08T02:18:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "3b1134fd-70ff-403b-8c4d-e2f901bd6718", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress"} 2026-07-08T02:18:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "8c4eac5e-9fc2-4fe0-9137-9454bad6795a", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress"} 2026-07-08T02:18:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "8c4eac5e-9fc2-4fe0-9137-9454bad6795a", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1-authn-ssl"} 2026-07-08T02:18:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "8c4eac5e-9fc2-4fe0-9137-9454bad6795a", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress"} 2026-07-08T02:18:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "107a6caa-9227-449a-88f8-4b7b7d26dbd5", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress"} 2026-07-08T02:18:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "107a6caa-9227-449a-88f8-4b7b7d26dbd5", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1-authn-ssl"} 2026-07-08T02:18:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "107a6caa-9227-449a-88f8-4b7b7d26dbd5", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress"} 2026-07-08T02:18:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "114139bb-3498-4654-9d59-6f2c2176418c", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress"} 2026-07-08T02:18:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "114139bb-3498-4654-9d59-6f2c2176418c", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1-authn-ssl"} 2026-07-08T02:18:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "114139bb-3498-4654-9d59-6f2c2176418c", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress"} 2026-07-08T02:18:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "2d342a1c-08a3-49ae-a357-e1e80700cf77", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress"} 2026-07-08T02:18:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "2d342a1c-08a3-49ae-a357-e1e80700cf77", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1-authn-ssl"} 2026-07-08T02:18:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "2d342a1c-08a3-49ae-a357-e1e80700cf77", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress"} 2026-07-08T02:18:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "openshift-service-ca.crt", "reconcileID": "da24be60-16e7-4cdb-9d67-cc7079bb0c23", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-reuse-f124b1"} 2026-07-08T02:18:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "odh-trusted-ca-bundle", "reconcileID": "36142903-f238-48b8-9d57-6c14c7314793", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-reuse-f124b1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T02:18:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "odh-trusted-ca-bundle", "reconcileID": "36142903-f238-48b8-9d57-6c14c7314793", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-reuse-f124b1"} 2026-07-08T02:18:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "openshift-service-ca.crt", "reconcileID": "f49aa788-9a8c-4b51-9fb8-0c18d9589523", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-reuse-f124b1"} 2026-07-08T02:18:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "160c81e2-138c-4198-afa5-c73d254e28c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-reuse-f124b1"} 2026-07-08T02:18:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "odh-trusted-ca-bundle", "reconcileID": "f00fe40a-2d4a-4479-a481-e8101f63874b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-reuse-f124b1", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T02:18:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "odh-trusted-ca-bundle", "reconcileID": "f00fe40a-2d4a-4479-a481-e8101f63874b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-reuse-f124b1"} 2026-07-08T02:18:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "92293f00-29ad-4c1e-b216-0b60101cc915", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-reuse-f124b1"} 2026-07-08T02:18:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "025ac263-7477-420f-840e-534e87802433", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress"} 2026-07-08T02:18:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "025ac263-7477-420f-840e-534e87802433", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1-authn-ssl"} 2026-07-08T02:18:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "025ac263-7477-420f-840e-534e87802433", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress"} 2026-07-08T02:18:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f01a58ff-31e5-491f-993b-772a97169c68", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T02:18:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "79ec3ccb-5c87-4242-b80f-f48adea01e1a", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1"} 2026-07-08T02:18:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "79ec3ccb-5c87-4242-b80f-f48adea01e1a", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1"} 2026-07-08T02:18:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "79ec3ccb-5c87-4242-b80f-f48adea01e1a", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1"} 2026-07-08T02:18:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "ce21a857-26b2-4898-87cb-5ea50eaa29a1", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress"} 2026-07-08T02:18:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "79ec3ccb-5c87-4242-b80f-f48adea01e1a", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1-kserve-route-authn"} 2026-07-08T02:18:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "79ec3ccb-5c87-4242-b80f-f48adea01e1a", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1", "authType": "userdefined"} 2026-07-08T02:18:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "79ec3ccb-5c87-4242-b80f-f48adea01e1a", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1"} 2026-07-08T02:18:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "ce21a857-26b2-4898-87cb-5ea50eaa29a1", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1-authn-ssl"} 2026-07-08T02:18:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "ce21a857-26b2-4898-87cb-5ea50eaa29a1", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress"} 2026-07-08T02:18:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "8bb04535-8286-474c-992a-ed672a5623d3", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1"} 2026-07-08T02:18:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "8bb04535-8286-474c-992a-ed672a5623d3", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1"} 2026-07-08T02:18:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "8bb04535-8286-474c-992a-ed672a5623d3", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1"} 2026-07-08T02:18:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "8bb04535-8286-474c-992a-ed672a5623d3", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1-kserve-route-authn"} 2026-07-08T02:18:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "8bb04535-8286-474c-992a-ed672a5623d3", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1", "authType": "userdefined"} 2026-07-08T02:18:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "8bb04535-8286-474c-992a-ed672a5623d3", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1"} 2026-07-08T02:19:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "65c10653-0b3e-49bb-83e8-0211a004e10d", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress"} 2026-07-08T02:19:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "65c10653-0b3e-49bb-83e8-0211a004e10d", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1-authn-ssl"} 2026-07-08T02:19:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "65c10653-0b3e-49bb-83e8-0211a004e10d", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress"} 2026-07-08T02:19:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "a6728a6b-3b49-485e-9e12-d9eff4f6f6d1", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1"} 2026-07-08T02:19:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "a6728a6b-3b49-485e-9e12-d9eff4f6f6d1", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1"} 2026-07-08T02:19:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "a6728a6b-3b49-485e-9e12-d9eff4f6f6d1", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1"} 2026-07-08T02:19:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "a6728a6b-3b49-485e-9e12-d9eff4f6f6d1", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1-kserve-route-authn"} 2026-07-08T02:19:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "a6728a6b-3b49-485e-9e12-d9eff4f6f6d1", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1", "authType": "userdefined"} 2026-07-08T02:19:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "a6728a6b-3b49-485e-9e12-d9eff4f6f6d1", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1"} 2026-07-08T02:19:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "c61066b4-b43e-483d-b42e-4530db2cab0c", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress"} 2026-07-08T02:19:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "c61066b4-b43e-483d-b42e-4530db2cab0c", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1-authn-ssl"} 2026-07-08T02:19:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "c61066b4-b43e-483d-b42e-4530db2cab0c", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress"} 2026-07-08T02:19:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "93e5f37b-4817-4fca-a879-2ba4ecf33f61", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1"} 2026-07-08T02:19:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "93e5f37b-4817-4fca-a879-2ba4ecf33f61", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1"} 2026-07-08T02:19:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "93e5f37b-4817-4fca-a879-2ba4ecf33f61", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1"} 2026-07-08T02:19:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "93e5f37b-4817-4fca-a879-2ba4ecf33f61", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1-kserve-route-authn"} 2026-07-08T02:19:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "93e5f37b-4817-4fca-a879-2ba4ecf33f61", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1", "authType": "userdefined"} 2026-07-08T02:19:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "93e5f37b-4817-4fca-a879-2ba4ecf33f61", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1"} 2026-07-08T02:19:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "4d4aa04b-66ff-41bc-847d-16eafb2b3b22", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress"} 2026-07-08T02:19:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "4d4aa04b-66ff-41bc-847d-16eafb2b3b22", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1-authn-ssl"} 2026-07-08T02:19:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "4d4aa04b-66ff-41bc-847d-16eafb2b3b22", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress"} 2026-07-08T02:19:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "f886cf9f-0ff1-4fad-8cb0-1c7b366e50bd", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress"} 2026-07-08T02:19:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "f886cf9f-0ff1-4fad-8cb0-1c7b366e50bd", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1-authn-ssl"} 2026-07-08T02:19:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "f886cf9f-0ff1-4fad-8cb0-1c7b366e50bd", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress"} 2026-07-08T02:19:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "41b08c31-56c4-4a5f-ac2b-d7cf83ed3213", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1"} 2026-07-08T02:19:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "41b08c31-56c4-4a5f-ac2b-d7cf83ed3213", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1"} 2026-07-08T02:19:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "41b08c31-56c4-4a5f-ac2b-d7cf83ed3213", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1"} 2026-07-08T02:19:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "41b08c31-56c4-4a5f-ac2b-d7cf83ed3213", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1-kserve-route-authn"} 2026-07-08T02:19:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "41b08c31-56c4-4a5f-ac2b-d7cf83ed3213", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1", "authType": "userdefined"} 2026-07-08T02:19:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "41b08c31-56c4-4a5f-ac2b-d7cf83ed3213", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1"} 2026-07-08T02:19:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "57dca19b-646a-4a50-bf19-e87a8ba63777", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress"} 2026-07-08T02:19:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "57dca19b-646a-4a50-bf19-e87a8ba63777", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1-authn-ssl"} 2026-07-08T02:19:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "57dca19b-646a-4a50-bf19-e87a8ba63777", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress"} 2026-07-08T02:19:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ae17b89-8b67-48e8-a12a-fdcc705a3e32", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-reuse-f124b1"} 2026-07-08T02:19:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ae17b89-8b67-48e8-a12a-fdcc705a3e32", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-reuse-f124b1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T02:19:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ae17b89-8b67-48e8-a12a-fdcc705a3e32", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-reuse-f124b1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T02:19:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "odh-trusted-ca-bundle", "reconcileID": "52479d64-f428-4674-96a9-602dfcbeab5f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-reuse-f124b1"} 2026-07-08T02:19:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "odh-trusted-ca-bundle", "reconcileID": "52479d64-f428-4674-96a9-602dfcbeab5f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-reuse-f124b1"} 2026-07-08T02:19:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "openshift-service-ca.crt", "reconcileID": "8098c67a-290d-4f29-87e4-f25b0ec0f7ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-reuse-f124b1"} 2026-07-08T02:19:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "openshift-service-ca.crt", "reconcileID": "8098c67a-290d-4f29-87e4-f25b0ec0f7ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-reuse-f124b1"} 2026-07-08T02:19:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "af4d2479-3ecd-4866-b371-d12794cec19e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-reuse-f124b1"} 2026-07-08T02:19:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "af4d2479-3ecd-4866-b371-d12794cec19e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-reuse-f124b1"} 2026-07-08T02:19:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "38464eaf-f5f0-41dc-a223-bf58e26e7746", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress"} 2026-07-08T02:19:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "38464eaf-f5f0-41dc-a223-bf58e26e7746", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1-authn-ssl"} 2026-07-08T02:19:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "38464eaf-f5f0-41dc-a223-bf58e26e7746", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress"} 2026-07-08T02:19:59Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "845c4fe1-04ca-42a6-aa63-ae07b11bd7a0", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1"} 2026-07-08T02:19:59Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "845c4fe1-04ca-42a6-aa63-ae07b11bd7a0", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1"} 2026-07-08T02:19:59Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "845c4fe1-04ca-42a6-aa63-ae07b11bd7a0", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1"} 2026-07-08T02:19:59Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "845c4fe1-04ca-42a6-aa63-ae07b11bd7a0", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1"} 2026-07-08T02:19:59Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "845c4fe1-04ca-42a6-aa63-ae07b11bd7a0", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1-kserve-route-authn"} 2026-07-08T02:19:59Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "845c4fe1-04ca-42a6-aa63-ae07b11bd7a0", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1-kserve-route-authn"} 2026-07-08T02:19:59Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "845c4fe1-04ca-42a6-aa63-ae07b11bd7a0", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1"} 2026-07-08T02:19:59Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "845c4fe1-04ca-42a6-aa63-ae07b11bd7a0", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1"} 2026-07-08T02:20:26Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "fd813ebb-af3c-4ae5-8d18-8cc1dcfe60a7", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1"} 2026-07-08T02:20:26Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "fd813ebb-af3c-4ae5-8d18-8cc1dcfe60a7", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1"} 2026-07-08T02:20:26Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "fd813ebb-af3c-4ae5-8d18-8cc1dcfe60a7", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1"} 2026-07-08T02:20:26Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "fd813ebb-af3c-4ae5-8d18-8cc1dcfe60a7", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1"} 2026-07-08T02:20:26Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "fd813ebb-af3c-4ae5-8d18-8cc1dcfe60a7", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1-kserve-route-authn"} 2026-07-08T02:20:26Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "fd813ebb-af3c-4ae5-8d18-8cc1dcfe60a7", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1-kserve-route-authn"} 2026-07-08T02:20:26Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "fd813ebb-af3c-4ae5-8d18-8cc1dcfe60a7", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1"} 2026-07-08T02:20:26Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "fd813ebb-af3c-4ae5-8d18-8cc1dcfe60a7", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1"} 2026-07-08T02:20:27Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"}, "namespace": "ai-tenant-e2e-reuse-f124b1", "name": "test-model-f124b1", "reconcileID": "7490382d-5b62-4371-b15e-0ecabad1861f", "LLMInferenceService": "test-model-f124b1", "namespace": "ai-tenant-e2e-reuse-f124b1"} 2026-07-08T02:20:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "ee1ef004-e93c-4d22-89c4-2080d294f705", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress"} 2026-07-08T02:20:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "ee1ef004-e93c-4d22-89c4-2080d294f705", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1-authn-ssl"} 2026-07-08T02:20:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-reuse-f124b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-reuse-f124b1", "reconcileID": "ee1ef004-e93c-4d22-89c4-2080d294f705", "Gateway": "e2e-reuse-f124b1", "namespace": "openshift-ingress"} 2026-07-08T02:20:29Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T02:20:29Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T02:20:29Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa", "reconcileID": "00ffa833-d741-4ecc-9e3f-e9fabeeab3ec", "LLMInferenceService": "test-model-7c26aa", "namespace": "ai-tenant-e2e-inf-a-7c26aa"} 2026-07-08T02:20:29Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa", "reconcileID": "00ffa833-d741-4ecc-9e3f-e9fabeeab3ec", "LLMInferenceService": "test-model-7c26aa", "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa"} 2026-07-08T02:20:29Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa", "reconcileID": "00ffa833-d741-4ecc-9e3f-e9fabeeab3ec", "LLMInferenceService": "test-model-7c26aa", "namespace": "ai-tenant-e2e-inf-a-7c26aa"} 2026-07-08T02:20:29Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa", "reconcileID": "00ffa833-d741-4ecc-9e3f-e9fabeeab3ec", "LLMInferenceService": "test-model-7c26aa", "namespace": "ai-tenant-e2e-inf-a-7c26aa"} 2026-07-08T02:20:29Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa", "reconcileID": "00ffa833-d741-4ecc-9e3f-e9fabeeab3ec", "LLMInferenceService": "test-model-7c26aa", "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa-kserve-route-authn"} 2026-07-08T02:20:29Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa", "reconcileID": "00ffa833-d741-4ecc-9e3f-e9fabeeab3ec", "LLMInferenceService": "test-model-7c26aa", "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa-kserve-route-authn"} 2026-07-08T02:20:29Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa", "reconcileID": "00ffa833-d741-4ecc-9e3f-e9fabeeab3ec", "LLMInferenceService": "test-model-7c26aa", "namespace": "ai-tenant-e2e-inf-a-7c26aa", "namespace": "ai-tenant-e2e-inf-a-7c26aa"} 2026-07-08T02:20:29Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa", "reconcileID": "00ffa833-d741-4ecc-9e3f-e9fabeeab3ec", "LLMInferenceService": "test-model-7c26aa", "namespace": "ai-tenant-e2e-inf-a-7c26aa", "namespace": "ai-tenant-e2e-inf-a-7c26aa"} 2026-07-08T02:20:30Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "test-model-7c26aa", "reconcileID": "a516b40e-142f-433c-8862-9c2cdb9dc166", "LLMInferenceService": "test-model-7c26aa", "namespace": "ai-tenant-e2e-inf-a-7c26aa"} 2026-07-08T02:20:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7c26aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7c26aa", "reconcileID": "6c58919a-483c-40a8-9043-f661f13d530b", "Gateway": "e2e-inf-a-7c26aa", "namespace": "openshift-ingress"} 2026-07-08T02:20:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7c26aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7c26aa", "reconcileID": "6c58919a-483c-40a8-9043-f661f13d530b", "Gateway": "e2e-inf-a-7c26aa", "namespace": "openshift-ingress", "name": "e2e-inf-a-7c26aa-authn-ssl"} 2026-07-08T02:20:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7c26aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7c26aa", "reconcileID": "6c58919a-483c-40a8-9043-f661f13d530b", "Gateway": "e2e-inf-a-7c26aa", "namespace": "openshift-ingress"} 2026-07-08T02:20:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7c26aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7c26aa", "reconcileID": "e424a300-0c0d-40ec-9934-de33114cf567", "Gateway": "e2e-inf-a-7c26aa", "namespace": "openshift-ingress"} 2026-07-08T02:20:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7c26aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7c26aa", "reconcileID": "e424a300-0c0d-40ec-9934-de33114cf567", "Gateway": "e2e-inf-a-7c26aa", "namespace": "openshift-ingress", "name": "e2e-inf-a-7c26aa-authn-ssl"} 2026-07-08T02:20:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7c26aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7c26aa", "reconcileID": "e424a300-0c0d-40ec-9934-de33114cf567", "Gateway": "e2e-inf-a-7c26aa", "namespace": "openshift-ingress"} 2026-07-08T02:20:30Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-219487","namespace":"ai-tenant-e2e-inf-b-219487"}, "namespace": "ai-tenant-e2e-inf-b-219487", "name": "test-model-219487", "reconcileID": "b9ccf59a-9925-4ed0-98da-cc0c2f74ac2a", "LLMInferenceService": "test-model-219487", "namespace": "ai-tenant-e2e-inf-b-219487"} 2026-07-08T02:20:30Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-219487","namespace":"ai-tenant-e2e-inf-b-219487"}, "namespace": "ai-tenant-e2e-inf-b-219487", "name": "test-model-219487", "reconcileID": "b9ccf59a-9925-4ed0-98da-cc0c2f74ac2a", "LLMInferenceService": "test-model-219487", "namespace": "ai-tenant-e2e-inf-b-219487", "name": "test-model-219487"} 2026-07-08T02:20:30Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-219487","namespace":"ai-tenant-e2e-inf-b-219487"}, "namespace": "ai-tenant-e2e-inf-b-219487", "name": "test-model-219487", "reconcileID": "b9ccf59a-9925-4ed0-98da-cc0c2f74ac2a", "LLMInferenceService": "test-model-219487", "namespace": "ai-tenant-e2e-inf-b-219487"} 2026-07-08T02:20:30Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-219487","namespace":"ai-tenant-e2e-inf-b-219487"}, "namespace": "ai-tenant-e2e-inf-b-219487", "name": "test-model-219487", "reconcileID": "b9ccf59a-9925-4ed0-98da-cc0c2f74ac2a", "LLMInferenceService": "test-model-219487", "namespace": "ai-tenant-e2e-inf-b-219487"} 2026-07-08T02:20:30Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-219487","namespace":"ai-tenant-e2e-inf-b-219487"}, "namespace": "ai-tenant-e2e-inf-b-219487", "name": "test-model-219487", "reconcileID": "b9ccf59a-9925-4ed0-98da-cc0c2f74ac2a", "LLMInferenceService": "test-model-219487", "namespace": "ai-tenant-e2e-inf-b-219487", "name": "test-model-219487-kserve-route-authn"} 2026-07-08T02:20:30Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-219487","namespace":"ai-tenant-e2e-inf-b-219487"}, "namespace": "ai-tenant-e2e-inf-b-219487", "name": "test-model-219487", "reconcileID": "b9ccf59a-9925-4ed0-98da-cc0c2f74ac2a", "LLMInferenceService": "test-model-219487", "namespace": "ai-tenant-e2e-inf-b-219487", "name": "test-model-219487-kserve-route-authn"} 2026-07-08T02:20:30Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-219487","namespace":"ai-tenant-e2e-inf-b-219487"}, "namespace": "ai-tenant-e2e-inf-b-219487", "name": "test-model-219487", "reconcileID": "b9ccf59a-9925-4ed0-98da-cc0c2f74ac2a", "LLMInferenceService": "test-model-219487", "namespace": "ai-tenant-e2e-inf-b-219487", "namespace": "ai-tenant-e2e-inf-b-219487"} 2026-07-08T02:20:30Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-219487","namespace":"ai-tenant-e2e-inf-b-219487"}, "namespace": "ai-tenant-e2e-inf-b-219487", "name": "test-model-219487", "reconcileID": "b9ccf59a-9925-4ed0-98da-cc0c2f74ac2a", "LLMInferenceService": "test-model-219487", "namespace": "ai-tenant-e2e-inf-b-219487", "namespace": "ai-tenant-e2e-inf-b-219487"} 2026-07-08T02:20:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-219487","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-219487", "reconcileID": "43b41759-6aa7-4cea-b525-5069e2ba29d9", "Gateway": "e2e-inf-b-219487", "namespace": "openshift-ingress"} 2026-07-08T02:20:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-219487","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-219487", "reconcileID": "43b41759-6aa7-4cea-b525-5069e2ba29d9", "Gateway": "e2e-inf-b-219487", "namespace": "openshift-ingress", "name": "e2e-inf-b-219487-authn-ssl"} 2026-07-08T02:20:30Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-219487","namespace":"ai-tenant-e2e-inf-b-219487"}, "namespace": "ai-tenant-e2e-inf-b-219487", "name": "test-model-219487", "reconcileID": "a3acf80c-930f-4cc4-88a8-b125c9f0a1fe", "LLMInferenceService": "test-model-219487", "namespace": "ai-tenant-e2e-inf-b-219487"} 2026-07-08T02:20:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-219487","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-219487", "reconcileID": "43b41759-6aa7-4cea-b525-5069e2ba29d9", "Gateway": "e2e-inf-b-219487", "namespace": "openshift-ingress"} 2026-07-08T02:20:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-219487","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-219487", "reconcileID": "2b4facc3-22ce-4292-b893-6e5b4022c22f", "Gateway": "e2e-inf-b-219487", "namespace": "openshift-ingress"} 2026-07-08T02:20:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-219487","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-219487", "reconcileID": "2b4facc3-22ce-4292-b893-6e5b4022c22f", "Gateway": "e2e-inf-b-219487", "namespace": "openshift-ingress", "name": "e2e-inf-b-219487-authn-ssl"} 2026-07-08T02:20:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-219487","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-219487", "reconcileID": "2b4facc3-22ce-4292-b893-6e5b4022c22f", "Gateway": "e2e-inf-b-219487", "namespace": "openshift-ingress"} 2026-07-08T02:20:31Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T02:20:31Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T02:20:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d9a00459-e137-4489-ba5b-7e2cd276a910", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T02:20:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7c26aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7c26aa", "reconcileID": "30afd75e-047e-40a2-ace6-437af6c5af31", "Gateway": "e2e-inf-a-7c26aa", "namespace": "openshift-ingress"} 2026-07-08T02:20:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7c26aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7c26aa", "reconcileID": "30afd75e-047e-40a2-ace6-437af6c5af31", "Gateway": "e2e-inf-a-7c26aa", "namespace": "openshift-ingress", "name": "e2e-inf-a-7c26aa-authn-ssl"} 2026-07-08T02:20:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7c26aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7c26aa", "reconcileID": "30afd75e-047e-40a2-ace6-437af6c5af31", "Gateway": "e2e-inf-a-7c26aa", "namespace": "openshift-ingress"} 2026-07-08T02:21:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0cfe4d0-b1a7-4619-a1fd-db80c5a88ea9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-7c26aa"} 2026-07-08T02:21:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0cfe4d0-b1a7-4619-a1fd-db80c5a88ea9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-7c26aa", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T02:21:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0cfe4d0-b1a7-4619-a1fd-db80c5a88ea9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-7c26aa because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T02:21:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "odh-trusted-ca-bundle", "reconcileID": "d1b75f02-44c6-46ab-8659-94f687069954", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-7c26aa"} 2026-07-08T02:21:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "odh-trusted-ca-bundle", "reconcileID": "d1b75f02-44c6-46ab-8659-94f687069954", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-7c26aa"} 2026-07-08T02:21:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "openshift-service-ca.crt", "reconcileID": "1e7636f3-f465-414b-ac94-fd34fa51d0cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-7c26aa"} 2026-07-08T02:21:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "openshift-service-ca.crt", "reconcileID": "1e7636f3-f465-414b-ac94-fd34fa51d0cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-7c26aa"} 2026-07-08T02:21:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3c3b66c-995f-44fb-b0fb-3a07ea1ae00a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-7c26aa"} 2026-07-08T02:21:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-7c26aa"}, "namespace": "ai-tenant-e2e-inf-a-7c26aa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3c3b66c-995f-44fb-b0fb-3a07ea1ae00a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-7c26aa"} 2026-07-08T02:21:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4cbc57fb-e744-4dc2-8ec6-ce972f3acc26", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T02:21:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-219487","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-219487", "reconcileID": "2b782dbc-d0fb-4b5f-ad9f-3349c8ed5fd7", "Gateway": "e2e-inf-b-219487", "namespace": "openshift-ingress"} 2026-07-08T02:21:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-219487","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-219487", "reconcileID": "2b782dbc-d0fb-4b5f-ad9f-3349c8ed5fd7", "Gateway": "e2e-inf-b-219487", "namespace": "openshift-ingress", "name": "e2e-inf-b-219487-authn-ssl"} 2026-07-08T02:21:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-219487","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-219487", "reconcileID": "2b782dbc-d0fb-4b5f-ad9f-3349c8ed5fd7", "Gateway": "e2e-inf-b-219487", "namespace": "openshift-ingress"} 2026-07-08T02:21:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-219487"}, "namespace": "ai-tenant-e2e-inf-b-219487", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6750651d-3587-4c83-bb72-a0e234d31c88", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-219487"} 2026-07-08T02:21:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-219487"}, "namespace": "ai-tenant-e2e-inf-b-219487", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6750651d-3587-4c83-bb72-a0e234d31c88", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-219487", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T02:21:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-219487"}, "namespace": "ai-tenant-e2e-inf-b-219487", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6750651d-3587-4c83-bb72-a0e234d31c88", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-219487 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T02:21:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-219487"}, "namespace": "ai-tenant-e2e-inf-b-219487", "name": "odh-trusted-ca-bundle", "reconcileID": "4d550260-b89f-43e4-84a5-72b6f2224d07", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-219487"} 2026-07-08T02:21:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-219487"}, "namespace": "ai-tenant-e2e-inf-b-219487", "name": "odh-trusted-ca-bundle", "reconcileID": "4d550260-b89f-43e4-84a5-72b6f2224d07", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-219487"} 2026-07-08T02:21:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-219487"}, "namespace": "ai-tenant-e2e-inf-b-219487", "name": "openshift-service-ca.crt", "reconcileID": "00fc49d9-a4d6-453d-a962-6ca7dc40c3c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-219487"} 2026-07-08T02:21:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-219487"}, "namespace": "ai-tenant-e2e-inf-b-219487", "name": "openshift-service-ca.crt", "reconcileID": "00fc49d9-a4d6-453d-a962-6ca7dc40c3c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-219487"} 2026-07-08T02:21:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-219487"}, "namespace": "ai-tenant-e2e-inf-b-219487", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a2d437f5-ca3e-4473-8608-30bf48058d75", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-219487"} 2026-07-08T02:21:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-219487"}, "namespace": "ai-tenant-e2e-inf-b-219487", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a2d437f5-ca3e-4473-8608-30bf48058d75", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-219487"} 2026-07-08T02:21:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-645239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-645239", "reconcileID": "2417a942-5d40-4505-869f-845cd13598bd", "Gateway": "e2e-api-a-645239", "namespace": "openshift-ingress"} 2026-07-08T02:21:21Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-645239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-645239", "reconcileID": "2417a942-5d40-4505-869f-845cd13598bd", "Gateway": "e2e-api-a-645239", "namespace": "openshift-ingress", "name": "e2e-api-a-645239-authn-ssl"} 2026-07-08T02:21:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-645239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-645239", "reconcileID": "2417a942-5d40-4505-869f-845cd13598bd", "Gateway": "e2e-api-a-645239", "namespace": "openshift-ingress"} 2026-07-08T02:21:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-645239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-645239", "reconcileID": "9b059fc1-48e0-4757-8102-ab597c98f142", "Gateway": "e2e-api-a-645239", "namespace": "openshift-ingress"} 2026-07-08T02:21:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-645239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-645239", "reconcileID": "9b059fc1-48e0-4757-8102-ab597c98f142", "Gateway": "e2e-api-a-645239", "namespace": "openshift-ingress", "name": "e2e-api-a-645239-authn-ssl"} 2026-07-08T02:21:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-645239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-645239", "reconcileID": "9b059fc1-48e0-4757-8102-ab597c98f142", "Gateway": "e2e-api-a-645239", "namespace": "openshift-ingress"} 2026-07-08T02:21:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-645239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-645239", "reconcileID": "53e45d13-cbe1-435b-8cf9-5e5c46ba57e6", "Gateway": "e2e-api-a-645239", "namespace": "openshift-ingress"} 2026-07-08T02:21:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-645239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-645239", "reconcileID": "53e45d13-cbe1-435b-8cf9-5e5c46ba57e6", "Gateway": "e2e-api-a-645239", "namespace": "openshift-ingress", "name": "e2e-api-a-645239-authn-ssl"} 2026-07-08T02:21:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-645239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-645239", "reconcileID": "53e45d13-cbe1-435b-8cf9-5e5c46ba57e6", "Gateway": "e2e-api-a-645239", "namespace": "openshift-ingress"} 2026-07-08T02:21:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-645239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-645239", "reconcileID": "2c9df6a1-88d2-4978-91a5-75ff34d5deb8", "Gateway": "e2e-api-a-645239", "namespace": "openshift-ingress"} 2026-07-08T02:21:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-645239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-645239", "reconcileID": "2c9df6a1-88d2-4978-91a5-75ff34d5deb8", "Gateway": "e2e-api-a-645239", "namespace": "openshift-ingress", "name": "e2e-api-a-645239-authn-ssl"} 2026-07-08T02:21:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-645239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-645239", "reconcileID": "2c9df6a1-88d2-4978-91a5-75ff34d5deb8", "Gateway": "e2e-api-a-645239", "namespace": "openshift-ingress"} 2026-07-08T02:21:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-645239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-645239", "reconcileID": "2140e716-8b5b-4ad7-9f8e-a213b029de36", "Gateway": "e2e-api-a-645239", "namespace": "openshift-ingress"} 2026-07-08T02:21:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-645239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-645239", "reconcileID": "2140e716-8b5b-4ad7-9f8e-a213b029de36", "Gateway": "e2e-api-a-645239", "namespace": "openshift-ingress", "name": "e2e-api-a-645239-authn-ssl"} 2026-07-08T02:21:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-645239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-645239", "reconcileID": "2140e716-8b5b-4ad7-9f8e-a213b029de36", "Gateway": "e2e-api-a-645239", "namespace": "openshift-ingress"} 2026-07-08T02:21:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-645239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-645239", "reconcileID": "8cabf0f7-ee25-4103-b216-0555ae1263b8", "Gateway": "e2e-api-a-645239", "namespace": "openshift-ingress"} 2026-07-08T02:21:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-645239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-645239", "reconcileID": "8cabf0f7-ee25-4103-b216-0555ae1263b8", "Gateway": "e2e-api-a-645239", "namespace": "openshift-ingress", "name": "e2e-api-a-645239-authn-ssl"} 2026-07-08T02:21:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-645239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-645239", "reconcileID": "8cabf0f7-ee25-4103-b216-0555ae1263b8", "Gateway": "e2e-api-a-645239", "namespace": "openshift-ingress"} 2026-07-08T02:21:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-645239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-645239", "reconcileID": "1b022066-218f-4dc5-8e20-f25b8d13df06", "Gateway": "e2e-api-a-645239", "namespace": "openshift-ingress"} 2026-07-08T02:21:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-645239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-645239", "reconcileID": "1b022066-218f-4dc5-8e20-f25b8d13df06", "Gateway": "e2e-api-a-645239", "namespace": "openshift-ingress", "name": "e2e-api-a-645239-authn-ssl"} 2026-07-08T02:21:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-645239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-645239", "reconcileID": "1b022066-218f-4dc5-8e20-f25b8d13df06", "Gateway": "e2e-api-a-645239", "namespace": "openshift-ingress"} 2026-07-08T02:21:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-645239"}, "namespace": "ai-tenant-e2e-api-a-645239", "name": "openshift-service-ca.crt", "reconcileID": "b1b9fe9e-1425-44f4-8032-cfed1363a2eb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-645239"} 2026-07-08T02:21:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-645239"}, "namespace": "ai-tenant-e2e-api-a-645239", "name": "odh-trusted-ca-bundle", "reconcileID": "3e41b292-928c-433d-a63c-b072faeebdaa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-645239"} 2026-07-08T02:21:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-645239"}, "namespace": "ai-tenant-e2e-api-a-645239", "name": "openshift-service-ca.crt", "reconcileID": "a58d8ce4-1b77-4d7d-a603-17372437fc78", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-645239", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T02:21:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-645239"}, "namespace": "ai-tenant-e2e-api-a-645239", "name": "openshift-service-ca.crt", "reconcileID": "a58d8ce4-1b77-4d7d-a603-17372437fc78", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-645239"} 2026-07-08T02:21:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-645239"}, "namespace": "ai-tenant-e2e-api-a-645239", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ed6a75a-5043-4abc-bfb9-5b82a20874d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-645239"} 2026-07-08T02:21:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-645239"}, "namespace": "ai-tenant-e2e-api-a-645239", "name": "openshift-service-ca.crt", "reconcileID": "a036a5a4-0b72-4dce-9395-12692e6aff00", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-645239"} 2026-07-08T02:21:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-645239"}, "namespace": "ai-tenant-e2e-api-a-645239", "name": "odh-trusted-ca-bundle", "reconcileID": "6388c38b-1e7b-4889-bef0-e5178a455aab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-645239", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T02:21:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-645239"}, "namespace": "ai-tenant-e2e-api-a-645239", "name": "odh-trusted-ca-bundle", "reconcileID": "6388c38b-1e7b-4889-bef0-e5178a455aab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-645239"} 2026-07-08T02:21:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "042a888c-53cc-4b25-abbb-a434eb661f35", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T02:21:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-645239"}, "namespace": "ai-tenant-e2e-api-a-645239", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c145044f-6631-40ea-8867-0436d1178106", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-645239"} 2026-07-08T02:21:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-645239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-645239", "reconcileID": "b976ad28-5d12-4a80-81bc-b2bc45f615fe", "Gateway": "e2e-api-a-645239", "namespace": "openshift-ingress"} 2026-07-08T02:21:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-645239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-645239", "reconcileID": "b976ad28-5d12-4a80-81bc-b2bc45f615fe", "Gateway": "e2e-api-a-645239", "namespace": "openshift-ingress", "name": "e2e-api-a-645239-authn-ssl"} 2026-07-08T02:21:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-645239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-645239", "reconcileID": "b976ad28-5d12-4a80-81bc-b2bc45f615fe", "Gateway": "e2e-api-a-645239", "namespace": "openshift-ingress"} 2026-07-08T02:21:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d2c1d68c-9c21-4a64-8fde-65eb7315fc15", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T02:21:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1df4d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1df4d7", "reconcileID": "0e045b73-0fc8-492b-a6cc-214a0b241ce8", "Gateway": "e2e-api-b-1df4d7", "namespace": "openshift-ingress"} 2026-07-08T02:21:29Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1df4d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1df4d7", "reconcileID": "0e045b73-0fc8-492b-a6cc-214a0b241ce8", "Gateway": "e2e-api-b-1df4d7", "namespace": "openshift-ingress", "name": "e2e-api-b-1df4d7-authn-ssl"} 2026-07-08T02:21:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1df4d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1df4d7", "reconcileID": "0e045b73-0fc8-492b-a6cc-214a0b241ce8", "Gateway": "e2e-api-b-1df4d7", "namespace": "openshift-ingress"} 2026-07-08T02:21:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1df4d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1df4d7", "reconcileID": "39e826af-4c78-4a4b-a6fa-1dd4c7200e80", "Gateway": "e2e-api-b-1df4d7", "namespace": "openshift-ingress"} 2026-07-08T02:21:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1df4d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1df4d7", "reconcileID": "39e826af-4c78-4a4b-a6fa-1dd4c7200e80", "Gateway": "e2e-api-b-1df4d7", "namespace": "openshift-ingress", "name": "e2e-api-b-1df4d7-authn-ssl"} 2026-07-08T02:21:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1df4d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1df4d7", "reconcileID": "39e826af-4c78-4a4b-a6fa-1dd4c7200e80", "Gateway": "e2e-api-b-1df4d7", "namespace": "openshift-ingress"} 2026-07-08T02:21:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1df4d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1df4d7", "reconcileID": "2970884e-f194-479a-9b47-a5af6b18397a", "Gateway": "e2e-api-b-1df4d7", "namespace": "openshift-ingress"} 2026-07-08T02:21:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1df4d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1df4d7", "reconcileID": "2970884e-f194-479a-9b47-a5af6b18397a", "Gateway": "e2e-api-b-1df4d7", "namespace": "openshift-ingress", "name": "e2e-api-b-1df4d7-authn-ssl"} 2026-07-08T02:21:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1df4d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1df4d7", "reconcileID": "2970884e-f194-479a-9b47-a5af6b18397a", "Gateway": "e2e-api-b-1df4d7", "namespace": "openshift-ingress"} 2026-07-08T02:21:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1df4d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1df4d7", "reconcileID": "2bf584b0-06f3-4877-8673-5c87d84384fe", "Gateway": "e2e-api-b-1df4d7", "namespace": "openshift-ingress"} 2026-07-08T02:21:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1df4d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1df4d7", "reconcileID": "2bf584b0-06f3-4877-8673-5c87d84384fe", "Gateway": "e2e-api-b-1df4d7", "namespace": "openshift-ingress", "name": "e2e-api-b-1df4d7-authn-ssl"} 2026-07-08T02:21:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1df4d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1df4d7", "reconcileID": "2bf584b0-06f3-4877-8673-5c87d84384fe", "Gateway": "e2e-api-b-1df4d7", "namespace": "openshift-ingress"} 2026-07-08T02:21:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1df4d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1df4d7", "reconcileID": "7342b40d-6eb4-45f9-985d-a49fda2d46e3", "Gateway": "e2e-api-b-1df4d7", "namespace": "openshift-ingress"} 2026-07-08T02:21:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1df4d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1df4d7", "reconcileID": "7342b40d-6eb4-45f9-985d-a49fda2d46e3", "Gateway": "e2e-api-b-1df4d7", "namespace": "openshift-ingress", "name": "e2e-api-b-1df4d7-authn-ssl"} 2026-07-08T02:21:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1df4d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1df4d7", "reconcileID": "7342b40d-6eb4-45f9-985d-a49fda2d46e3", "Gateway": "e2e-api-b-1df4d7", "namespace": "openshift-ingress"} 2026-07-08T02:21:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1df4d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1df4d7", "reconcileID": "258959cb-5937-4267-8fcb-3a869483058e", "Gateway": "e2e-api-b-1df4d7", "namespace": "openshift-ingress"} 2026-07-08T02:21:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1df4d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1df4d7", "reconcileID": "258959cb-5937-4267-8fcb-3a869483058e", "Gateway": "e2e-api-b-1df4d7", "namespace": "openshift-ingress", "name": "e2e-api-b-1df4d7-authn-ssl"} 2026-07-08T02:21:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1df4d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1df4d7", "reconcileID": "258959cb-5937-4267-8fcb-3a869483058e", "Gateway": "e2e-api-b-1df4d7", "namespace": "openshift-ingress"} 2026-07-08T02:21:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1df4d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1df4d7", "reconcileID": "8083593e-85cb-4df6-9739-6c07b38ff430", "Gateway": "e2e-api-b-1df4d7", "namespace": "openshift-ingress"} 2026-07-08T02:21:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1df4d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1df4d7", "reconcileID": "8083593e-85cb-4df6-9739-6c07b38ff430", "Gateway": "e2e-api-b-1df4d7", "namespace": "openshift-ingress", "name": "e2e-api-b-1df4d7-authn-ssl"} 2026-07-08T02:21:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1df4d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1df4d7", "reconcileID": "8083593e-85cb-4df6-9739-6c07b38ff430", "Gateway": "e2e-api-b-1df4d7", "namespace": "openshift-ingress"} 2026-07-08T02:21:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1df4d7"}, "namespace": "ai-tenant-e2e-api-b-1df4d7", "name": "openshift-service-ca.crt", "reconcileID": "6f95a9f2-56c4-4ce0-80b2-0bd1080fcfcf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1df4d7"} 2026-07-08T02:21:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1df4d7"}, "namespace": "ai-tenant-e2e-api-b-1df4d7", "name": "odh-trusted-ca-bundle", "reconcileID": "73a19051-0a85-41f9-bd38-22abc90a821a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1df4d7"} 2026-07-08T02:21:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1df4d7"}, "namespace": "ai-tenant-e2e-api-b-1df4d7", "name": "openshift-service-ca.crt", "reconcileID": "5c7df972-cb75-48ae-b306-3d0fa0296cb6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1df4d7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T02:21:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1df4d7"}, "namespace": "ai-tenant-e2e-api-b-1df4d7", "name": "openshift-service-ca.crt", "reconcileID": "5c7df972-cb75-48ae-b306-3d0fa0296cb6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1df4d7"} 2026-07-08T02:21:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1df4d7"}, "namespace": "ai-tenant-e2e-api-b-1df4d7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "57f5c514-80aa-4454-b7d9-ccb703f6aef6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1df4d7"} 2026-07-08T02:21:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1df4d7"}, "namespace": "ai-tenant-e2e-api-b-1df4d7", "name": "openshift-service-ca.crt", "reconcileID": "c49a6440-ff94-475f-98bf-7b3e65a0b810", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1df4d7"} 2026-07-08T02:21:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1df4d7"}, "namespace": "ai-tenant-e2e-api-b-1df4d7", "name": "odh-trusted-ca-bundle", "reconcileID": "a5018eee-ea98-4c4a-b89e-3fc21892ef8a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1df4d7", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T02:21:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1df4d7"}, "namespace": "ai-tenant-e2e-api-b-1df4d7", "name": "odh-trusted-ca-bundle", "reconcileID": "a5018eee-ea98-4c4a-b89e-3fc21892ef8a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1df4d7"} 2026-07-08T02:21:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1df4d7"}, "namespace": "ai-tenant-e2e-api-b-1df4d7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8920a0e7-d7ae-4865-b77e-8a62c8eee766", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1df4d7"} 2026-07-08T02:21:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1df4d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1df4d7", "reconcileID": "2394ead1-8a80-491b-a570-102c327dd371", "Gateway": "e2e-api-b-1df4d7", "namespace": "openshift-ingress"} 2026-07-08T02:21:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1df4d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1df4d7", "reconcileID": "2394ead1-8a80-491b-a570-102c327dd371", "Gateway": "e2e-api-b-1df4d7", "namespace": "openshift-ingress", "name": "e2e-api-b-1df4d7-authn-ssl"} 2026-07-08T02:21:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1df4d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1df4d7", "reconcileID": "2394ead1-8a80-491b-a570-102c327dd371", "Gateway": "e2e-api-b-1df4d7", "namespace": "openshift-ingress"} 2026-07-08T02:21:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b4a2f1ba-6f39-41af-9f92-cb1f9127a1f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T02:21:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-645239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-645239", "reconcileID": "440999d8-2b1b-43ea-9c99-dede3efb9b2a", "Gateway": "e2e-api-a-645239", "namespace": "openshift-ingress"} 2026-07-08T02:21:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-645239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-645239", "reconcileID": "440999d8-2b1b-43ea-9c99-dede3efb9b2a", "Gateway": "e2e-api-a-645239", "namespace": "openshift-ingress", "name": "e2e-api-a-645239-authn-ssl"} 2026-07-08T02:21:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-645239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-645239", "reconcileID": "440999d8-2b1b-43ea-9c99-dede3efb9b2a", "Gateway": "e2e-api-a-645239", "namespace": "openshift-ingress"} 2026-07-08T02:21:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1df4d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1df4d7", "reconcileID": "247f7cf9-d0af-4d3b-91de-bcebbce2d4a6", "Gateway": "e2e-api-b-1df4d7", "namespace": "openshift-ingress"} 2026-07-08T02:21:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1df4d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1df4d7", "reconcileID": "247f7cf9-d0af-4d3b-91de-bcebbce2d4a6", "Gateway": "e2e-api-b-1df4d7", "namespace": "openshift-ingress", "name": "e2e-api-b-1df4d7-authn-ssl"} 2026-07-08T02:21:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1df4d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1df4d7", "reconcileID": "247f7cf9-d0af-4d3b-91de-bcebbce2d4a6", "Gateway": "e2e-api-b-1df4d7", "namespace": "openshift-ingress"} 2026-07-08T02:21:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b7f82133-a649-4e02-9d62-742e26d9b78b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T02:21:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-645239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-645239", "reconcileID": "190d9607-a812-4f10-87c1-32aa262f3b5a", "Gateway": "e2e-api-a-645239", "namespace": "openshift-ingress"} 2026-07-08T02:21:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-645239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-645239", "reconcileID": "190d9607-a812-4f10-87c1-32aa262f3b5a", "Gateway": "e2e-api-a-645239", "namespace": "openshift-ingress", "name": "e2e-api-a-645239-authn-ssl"} 2026-07-08T02:21:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-645239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-645239", "reconcileID": "190d9607-a812-4f10-87c1-32aa262f3b5a", "Gateway": "e2e-api-a-645239", "namespace": "openshift-ingress"} 2026-07-08T02:21:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-645239"}, "namespace": "ai-tenant-e2e-api-a-645239", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a81331fc-dd6e-4f4f-825f-31425e2c6f66", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-645239"} 2026-07-08T02:21:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-645239"}, "namespace": "ai-tenant-e2e-api-a-645239", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a81331fc-dd6e-4f4f-825f-31425e2c6f66", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-645239", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T02:21:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-645239"}, "namespace": "ai-tenant-e2e-api-a-645239", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a81331fc-dd6e-4f4f-825f-31425e2c6f66", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-645239 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T02:21:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-645239"}, "namespace": "ai-tenant-e2e-api-a-645239", "name": "odh-trusted-ca-bundle", "reconcileID": "4af91d37-1d0e-4d9c-a3a9-3c3f53e864a4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-645239"} 2026-07-08T02:21:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-645239"}, "namespace": "ai-tenant-e2e-api-a-645239", "name": "odh-trusted-ca-bundle", "reconcileID": "4af91d37-1d0e-4d9c-a3a9-3c3f53e864a4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-645239"} 2026-07-08T02:21:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-645239"}, "namespace": "ai-tenant-e2e-api-a-645239", "name": "openshift-service-ca.crt", "reconcileID": "e9c2b7e8-a6ee-4545-ae0a-5b64ebfa7081", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-645239"} 2026-07-08T02:21:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-645239"}, "namespace": "ai-tenant-e2e-api-a-645239", "name": "openshift-service-ca.crt", "reconcileID": "e9c2b7e8-a6ee-4545-ae0a-5b64ebfa7081", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-645239"} 2026-07-08T02:21:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-645239"}, "namespace": "ai-tenant-e2e-api-a-645239", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47c10d5e-0a7c-48dc-97ac-7619d9bc4ab1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-645239"} 2026-07-08T02:21:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-645239"}, "namespace": "ai-tenant-e2e-api-a-645239", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47c10d5e-0a7c-48dc-97ac-7619d9bc4ab1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-645239"} 2026-07-08T02:21:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f695cf6e-584a-46bc-acea-14419a737f62", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T02:21:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1df4d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1df4d7", "reconcileID": "8fcc7ba4-fea2-4aec-95b9-470ff16f874c", "Gateway": "e2e-api-b-1df4d7", "namespace": "openshift-ingress"} 2026-07-08T02:21:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1df4d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1df4d7", "reconcileID": "8fcc7ba4-fea2-4aec-95b9-470ff16f874c", "Gateway": "e2e-api-b-1df4d7", "namespace": "openshift-ingress", "name": "e2e-api-b-1df4d7-authn-ssl"} 2026-07-08T02:21:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1df4d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1df4d7", "reconcileID": "8fcc7ba4-fea2-4aec-95b9-470ff16f874c", "Gateway": "e2e-api-b-1df4d7", "namespace": "openshift-ingress"} 2026-07-08T02:21:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1df4d7"}, "namespace": "ai-tenant-e2e-api-b-1df4d7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "05efd8da-5330-457e-a22a-106ce08b5054", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1df4d7"} 2026-07-08T02:21:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1df4d7"}, "namespace": "ai-tenant-e2e-api-b-1df4d7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "05efd8da-5330-457e-a22a-106ce08b5054", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1df4d7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T02:21:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1df4d7"}, "namespace": "ai-tenant-e2e-api-b-1df4d7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "05efd8da-5330-457e-a22a-106ce08b5054", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-1df4d7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T02:21:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1df4d7"}, "namespace": "ai-tenant-e2e-api-b-1df4d7", "name": "odh-trusted-ca-bundle", "reconcileID": "c012e7b9-c1db-4188-b9f7-058e910e8b73", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1df4d7"} 2026-07-08T02:21:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1df4d7"}, "namespace": "ai-tenant-e2e-api-b-1df4d7", "name": "odh-trusted-ca-bundle", "reconcileID": "c012e7b9-c1db-4188-b9f7-058e910e8b73", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1df4d7"} 2026-07-08T02:21:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1df4d7"}, "namespace": "ai-tenant-e2e-api-b-1df4d7", "name": "openshift-service-ca.crt", "reconcileID": "4f99c492-3ee3-49f0-99ac-621e77c5bb65", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1df4d7"} 2026-07-08T02:21:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1df4d7"}, "namespace": "ai-tenant-e2e-api-b-1df4d7", "name": "openshift-service-ca.crt", "reconcileID": "4f99c492-3ee3-49f0-99ac-621e77c5bb65", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1df4d7"} 2026-07-08T02:21:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1df4d7"}, "namespace": "ai-tenant-e2e-api-b-1df4d7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95db78f5-1d18-43fa-908b-d6fc0c3393cc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1df4d7"} 2026-07-08T02:21:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1df4d7"}, "namespace": "ai-tenant-e2e-api-b-1df4d7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95db78f5-1d18-43fa-908b-d6fc0c3393cc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1df4d7"} 2026-07-08T02:21:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4ea2af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4ea2af", "reconcileID": "327d12d3-881e-4953-a999-135fea7ea92e", "Gateway": "e2e-shared-a-4ea2af", "namespace": "openshift-ingress"} 2026-07-08T02:21:59Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4ea2af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4ea2af", "reconcileID": "327d12d3-881e-4953-a999-135fea7ea92e", "Gateway": "e2e-shared-a-4ea2af", "namespace": "openshift-ingress", "name": "e2e-shared-a-4ea2af-authn-ssl"} 2026-07-08T02:21:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4ea2af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4ea2af", "reconcileID": "327d12d3-881e-4953-a999-135fea7ea92e", "Gateway": "e2e-shared-a-4ea2af", "namespace": "openshift-ingress"} 2026-07-08T02:21:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4ea2af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4ea2af", "reconcileID": "d8f2d8e3-b799-40b1-a19a-6fa80c9c4345", "Gateway": "e2e-shared-a-4ea2af", "namespace": "openshift-ingress"} 2026-07-08T02:21:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4ea2af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4ea2af", "reconcileID": "d8f2d8e3-b799-40b1-a19a-6fa80c9c4345", "Gateway": "e2e-shared-a-4ea2af", "namespace": "openshift-ingress", "name": "e2e-shared-a-4ea2af-authn-ssl"} 2026-07-08T02:21:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4ea2af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4ea2af", "reconcileID": "d8f2d8e3-b799-40b1-a19a-6fa80c9c4345", "Gateway": "e2e-shared-a-4ea2af", "namespace": "openshift-ingress"} 2026-07-08T02:21:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4ea2af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4ea2af", "reconcileID": "0b641a30-1f6e-47c5-90f8-a10651eeee8f", "Gateway": "e2e-shared-a-4ea2af", "namespace": "openshift-ingress"} 2026-07-08T02:21:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4ea2af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4ea2af", "reconcileID": "0b641a30-1f6e-47c5-90f8-a10651eeee8f", "Gateway": "e2e-shared-a-4ea2af", "namespace": "openshift-ingress", "name": "e2e-shared-a-4ea2af-authn-ssl"} 2026-07-08T02:21:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4ea2af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4ea2af", "reconcileID": "0b641a30-1f6e-47c5-90f8-a10651eeee8f", "Gateway": "e2e-shared-a-4ea2af", "namespace": "openshift-ingress"} 2026-07-08T02:21:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4ea2af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4ea2af", "reconcileID": "f28eea24-69f1-4faf-8dbb-b3165fa2af61", "Gateway": "e2e-shared-a-4ea2af", "namespace": "openshift-ingress"} 2026-07-08T02:21:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4ea2af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4ea2af", "reconcileID": "f28eea24-69f1-4faf-8dbb-b3165fa2af61", "Gateway": "e2e-shared-a-4ea2af", "namespace": "openshift-ingress", "name": "e2e-shared-a-4ea2af-authn-ssl"} 2026-07-08T02:21:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4ea2af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4ea2af", "reconcileID": "f28eea24-69f1-4faf-8dbb-b3165fa2af61", "Gateway": "e2e-shared-a-4ea2af", "namespace": "openshift-ingress"} 2026-07-08T02:21:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4ea2af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4ea2af", "reconcileID": "4bf9c942-6938-431d-8eb0-c29dd743441f", "Gateway": "e2e-shared-a-4ea2af", "namespace": "openshift-ingress"} 2026-07-08T02:21:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4ea2af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4ea2af", "reconcileID": "4bf9c942-6938-431d-8eb0-c29dd743441f", "Gateway": "e2e-shared-a-4ea2af", "namespace": "openshift-ingress", "name": "e2e-shared-a-4ea2af-authn-ssl"} 2026-07-08T02:21:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4ea2af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4ea2af", "reconcileID": "4bf9c942-6938-431d-8eb0-c29dd743441f", "Gateway": "e2e-shared-a-4ea2af", "namespace": "openshift-ingress"} 2026-07-08T02:21:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4ea2af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4ea2af", "reconcileID": "4050b4e2-4933-40c9-824a-b1cb94f823ef", "Gateway": "e2e-shared-a-4ea2af", "namespace": "openshift-ingress"} 2026-07-08T02:21:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4ea2af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4ea2af", "reconcileID": "4050b4e2-4933-40c9-824a-b1cb94f823ef", "Gateway": "e2e-shared-a-4ea2af", "namespace": "openshift-ingress", "name": "e2e-shared-a-4ea2af-authn-ssl"} 2026-07-08T02:21:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4ea2af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4ea2af", "reconcileID": "4050b4e2-4933-40c9-824a-b1cb94f823ef", "Gateway": "e2e-shared-a-4ea2af", "namespace": "openshift-ingress"} 2026-07-08T02:22:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4ea2af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4ea2af", "reconcileID": "a9975170-0120-4528-bb13-2ad94ffc8d69", "Gateway": "e2e-shared-a-4ea2af", "namespace": "openshift-ingress"} 2026-07-08T02:22:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4ea2af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4ea2af", "reconcileID": "a9975170-0120-4528-bb13-2ad94ffc8d69", "Gateway": "e2e-shared-a-4ea2af", "namespace": "openshift-ingress", "name": "e2e-shared-a-4ea2af-authn-ssl"} 2026-07-08T02:22:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4ea2af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4ea2af", "reconcileID": "a9975170-0120-4528-bb13-2ad94ffc8d69", "Gateway": "e2e-shared-a-4ea2af", "namespace": "openshift-ingress"} 2026-07-08T02:22:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-4ea2af"}, "namespace": "ai-tenant-e2e-shared-a-4ea2af", "name": "openshift-service-ca.crt", "reconcileID": "8e970406-cb43-42d1-9fe3-9a0303055765", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-4ea2af"} 2026-07-08T02:22:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-4ea2af"}, "namespace": "ai-tenant-e2e-shared-a-4ea2af", "name": "odh-trusted-ca-bundle", "reconcileID": "f8a64bf5-3c5e-4694-bea0-a93271eb24cf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-4ea2af"} 2026-07-08T02:22:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-4ea2af"}, "namespace": "ai-tenant-e2e-shared-a-4ea2af", "name": "openshift-service-ca.crt", "reconcileID": "40baf247-1a9a-4873-8646-9140863e7d0b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-4ea2af", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T02:22:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-4ea2af"}, "namespace": "ai-tenant-e2e-shared-a-4ea2af", "name": "openshift-service-ca.crt", "reconcileID": "40baf247-1a9a-4873-8646-9140863e7d0b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-4ea2af"} 2026-07-08T02:22:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-4ea2af"}, "namespace": "ai-tenant-e2e-shared-a-4ea2af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2645dcd-d18b-4f1d-ad7a-d602f4a7ae06", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-4ea2af"} 2026-07-08T02:22:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-4ea2af"}, "namespace": "ai-tenant-e2e-shared-a-4ea2af", "name": "openshift-service-ca.crt", "reconcileID": "4e0d044b-d3f1-4bf3-8fd2-0d8e8a95f524", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-4ea2af"} 2026-07-08T02:22:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-4ea2af"}, "namespace": "ai-tenant-e2e-shared-a-4ea2af", "name": "odh-trusted-ca-bundle", "reconcileID": "ab24de75-eef1-44fd-8b63-8b341b315a2d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-4ea2af", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T02:22:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-4ea2af"}, "namespace": "ai-tenant-e2e-shared-a-4ea2af", "name": "odh-trusted-ca-bundle", "reconcileID": "ab24de75-eef1-44fd-8b63-8b341b315a2d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-4ea2af"} 2026-07-08T02:22:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-4ea2af"}, "namespace": "ai-tenant-e2e-shared-a-4ea2af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb8393a7-20c1-405f-bb55-5ae93a2c9c2c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-4ea2af"} 2026-07-08T02:22:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4ea2af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4ea2af", "reconcileID": "7ec30a11-03fb-44cb-99d2-4229b0e87904", "Gateway": "e2e-shared-a-4ea2af", "namespace": "openshift-ingress"} 2026-07-08T02:22:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4ea2af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4ea2af", "reconcileID": "7ec30a11-03fb-44cb-99d2-4229b0e87904", "Gateway": "e2e-shared-a-4ea2af", "namespace": "openshift-ingress", "name": "e2e-shared-a-4ea2af-authn-ssl"} 2026-07-08T02:22:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4ea2af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4ea2af", "reconcileID": "7ec30a11-03fb-44cb-99d2-4229b0e87904", "Gateway": "e2e-shared-a-4ea2af", "namespace": "openshift-ingress"} 2026-07-08T02:22:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d49f4af2-337a-43d8-90dc-ec75e833abd0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T02:22:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b8b505","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b8b505", "reconcileID": "91a67a22-ea58-4a02-8e78-52cd4b1c34e9", "Gateway": "e2e-shared-b-b8b505", "namespace": "openshift-ingress"} 2026-07-08T02:22:07Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b8b505","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b8b505", "reconcileID": "91a67a22-ea58-4a02-8e78-52cd4b1c34e9", "Gateway": "e2e-shared-b-b8b505", "namespace": "openshift-ingress", "name": "e2e-shared-b-b8b505-authn-ssl"} 2026-07-08T02:22:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b8b505","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b8b505", "reconcileID": "91a67a22-ea58-4a02-8e78-52cd4b1c34e9", "Gateway": "e2e-shared-b-b8b505", "namespace": "openshift-ingress"} 2026-07-08T02:22:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b8b505","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b8b505", "reconcileID": "22cf3cb0-a17a-437c-a7b4-e7821f500085", "Gateway": "e2e-shared-b-b8b505", "namespace": "openshift-ingress"} 2026-07-08T02:22:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b8b505","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b8b505", "reconcileID": "22cf3cb0-a17a-437c-a7b4-e7821f500085", "Gateway": "e2e-shared-b-b8b505", "namespace": "openshift-ingress", "name": "e2e-shared-b-b8b505-authn-ssl"} 2026-07-08T02:22:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b8b505","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b8b505", "reconcileID": "22cf3cb0-a17a-437c-a7b4-e7821f500085", "Gateway": "e2e-shared-b-b8b505", "namespace": "openshift-ingress"} 2026-07-08T02:22:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b8b505","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b8b505", "reconcileID": "74087e3a-6566-4980-91f7-e3e500abed24", "Gateway": "e2e-shared-b-b8b505", "namespace": "openshift-ingress"} 2026-07-08T02:22:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b8b505","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b8b505", "reconcileID": "74087e3a-6566-4980-91f7-e3e500abed24", "Gateway": "e2e-shared-b-b8b505", "namespace": "openshift-ingress", "name": "e2e-shared-b-b8b505-authn-ssl"} 2026-07-08T02:22:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b8b505","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b8b505", "reconcileID": "74087e3a-6566-4980-91f7-e3e500abed24", "Gateway": "e2e-shared-b-b8b505", "namespace": "openshift-ingress"} 2026-07-08T02:22:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b8b505","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b8b505", "reconcileID": "c005f081-8e9d-40d5-95a9-8ff814ad6778", "Gateway": "e2e-shared-b-b8b505", "namespace": "openshift-ingress"} 2026-07-08T02:22:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b8b505","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b8b505", "reconcileID": "c005f081-8e9d-40d5-95a9-8ff814ad6778", "Gateway": "e2e-shared-b-b8b505", "namespace": "openshift-ingress", "name": "e2e-shared-b-b8b505-authn-ssl"} 2026-07-08T02:22:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b8b505","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b8b505", "reconcileID": "c005f081-8e9d-40d5-95a9-8ff814ad6778", "Gateway": "e2e-shared-b-b8b505", "namespace": "openshift-ingress"} 2026-07-08T02:22:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b8b505","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b8b505", "reconcileID": "1b40ec09-b870-4790-bf47-596b0914c048", "Gateway": "e2e-shared-b-b8b505", "namespace": "openshift-ingress"} 2026-07-08T02:22:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b8b505","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b8b505", "reconcileID": "1b40ec09-b870-4790-bf47-596b0914c048", "Gateway": "e2e-shared-b-b8b505", "namespace": "openshift-ingress", "name": "e2e-shared-b-b8b505-authn-ssl"} 2026-07-08T02:22:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b8b505","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b8b505", "reconcileID": "1b40ec09-b870-4790-bf47-596b0914c048", "Gateway": "e2e-shared-b-b8b505", "namespace": "openshift-ingress"} 2026-07-08T02:22:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b8b505","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b8b505", "reconcileID": "a10a152c-64e2-4db0-b76e-e3831770dd6e", "Gateway": "e2e-shared-b-b8b505", "namespace": "openshift-ingress"} 2026-07-08T02:22:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b8b505","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b8b505", "reconcileID": "a10a152c-64e2-4db0-b76e-e3831770dd6e", "Gateway": "e2e-shared-b-b8b505", "namespace": "openshift-ingress", "name": "e2e-shared-b-b8b505-authn-ssl"} 2026-07-08T02:22:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b8b505","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b8b505", "reconcileID": "a10a152c-64e2-4db0-b76e-e3831770dd6e", "Gateway": "e2e-shared-b-b8b505", "namespace": "openshift-ingress"} 2026-07-08T02:22:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b8b505","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b8b505", "reconcileID": "e1931b90-fda7-4330-a23d-3a936439a5fa", "Gateway": "e2e-shared-b-b8b505", "namespace": "openshift-ingress"} 2026-07-08T02:22:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b8b505","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b8b505", "reconcileID": "e1931b90-fda7-4330-a23d-3a936439a5fa", "Gateway": "e2e-shared-b-b8b505", "namespace": "openshift-ingress", "name": "e2e-shared-b-b8b505-authn-ssl"} 2026-07-08T02:22:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b8b505","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b8b505", "reconcileID": "e1931b90-fda7-4330-a23d-3a936439a5fa", "Gateway": "e2e-shared-b-b8b505", "namespace": "openshift-ingress"} 2026-07-08T02:22:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4ea2af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4ea2af", "reconcileID": "88efb745-d2e6-4b51-9bbd-bb70a11aa929", "Gateway": "e2e-shared-a-4ea2af", "namespace": "openshift-ingress"} 2026-07-08T02:22:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4ea2af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4ea2af", "reconcileID": "88efb745-d2e6-4b51-9bbd-bb70a11aa929", "Gateway": "e2e-shared-a-4ea2af", "namespace": "openshift-ingress", "name": "e2e-shared-a-4ea2af-authn-ssl"} 2026-07-08T02:22:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4ea2af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4ea2af", "reconcileID": "88efb745-d2e6-4b51-9bbd-bb70a11aa929", "Gateway": "e2e-shared-a-4ea2af", "namespace": "openshift-ingress"} 2026-07-08T02:22:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b8b505"}, "namespace": "ai-tenant-e2e-shared-b-b8b505", "name": "openshift-service-ca.crt", "reconcileID": "a41d2cd3-62bb-423c-9f6d-b156c7efe7aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b8b505"} 2026-07-08T02:22:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b8b505"}, "namespace": "ai-tenant-e2e-shared-b-b8b505", "name": "odh-trusted-ca-bundle", "reconcileID": "92d951d7-d032-4ff2-8f4b-844dba2b4a52", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b8b505"} 2026-07-08T02:22:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b8b505"}, "namespace": "ai-tenant-e2e-shared-b-b8b505", "name": "openshift-service-ca.crt", "reconcileID": "061e8c24-9b6e-451f-8a8e-668065a2f324", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b8b505", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T02:22:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b8b505"}, "namespace": "ai-tenant-e2e-shared-b-b8b505", "name": "openshift-service-ca.crt", "reconcileID": "061e8c24-9b6e-451f-8a8e-668065a2f324", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b8b505"} 2026-07-08T02:22:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b8b505"}, "namespace": "ai-tenant-e2e-shared-b-b8b505", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "35ac9212-141c-4b1a-bd8c-51e6ffff4a18", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b8b505"} 2026-07-08T02:22:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b8b505"}, "namespace": "ai-tenant-e2e-shared-b-b8b505", "name": "openshift-service-ca.crt", "reconcileID": "327ad327-99bc-47d0-8446-3dead262add3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b8b505"} 2026-07-08T02:22:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b8b505"}, "namespace": "ai-tenant-e2e-shared-b-b8b505", "name": "odh-trusted-ca-bundle", "reconcileID": "00ec9c1e-39e1-4d12-b86f-63f1938fd0ff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b8b505", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T02:22:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b8b505"}, "namespace": "ai-tenant-e2e-shared-b-b8b505", "name": "odh-trusted-ca-bundle", "reconcileID": "00ec9c1e-39e1-4d12-b86f-63f1938fd0ff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b8b505"} 2026-07-08T02:22:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b8b505"}, "namespace": "ai-tenant-e2e-shared-b-b8b505", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "308b9ddd-5ef0-4a2e-b226-438a9e58a791", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b8b505"} 2026-07-08T02:22:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b8b505","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b8b505", "reconcileID": "57c0696d-a77b-470d-bc8c-2c1df89010de", "Gateway": "e2e-shared-b-b8b505", "namespace": "openshift-ingress"} 2026-07-08T02:22:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b8b505","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b8b505", "reconcileID": "57c0696d-a77b-470d-bc8c-2c1df89010de", "Gateway": "e2e-shared-b-b8b505", "namespace": "openshift-ingress", "name": "e2e-shared-b-b8b505-authn-ssl"} 2026-07-08T02:22:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b8b505","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b8b505", "reconcileID": "57c0696d-a77b-470d-bc8c-2c1df89010de", "Gateway": "e2e-shared-b-b8b505", "namespace": "openshift-ingress"} 2026-07-08T02:22:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e8a1bea8-7cc1-4a36-b407-784d78937a1c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T02:22:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b8b505","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b8b505", "reconcileID": "98c65d0c-06ab-462a-9cc9-4b2bcb349751", "Gateway": "e2e-shared-b-b8b505", "namespace": "openshift-ingress"} 2026-07-08T02:22:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b8b505","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b8b505", "reconcileID": "98c65d0c-06ab-462a-9cc9-4b2bcb349751", "Gateway": "e2e-shared-b-b8b505", "namespace": "openshift-ingress", "name": "e2e-shared-b-b8b505-authn-ssl"} 2026-07-08T02:22:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b8b505","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b8b505", "reconcileID": "98c65d0c-06ab-462a-9cc9-4b2bcb349751", "Gateway": "e2e-shared-b-b8b505", "namespace": "openshift-ingress"} 2026-07-08T02:22:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "68166a8b-a079-4184-9908-2324a60adf38", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T02:22:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "162c323b-1415-43e7-8b97-37889bffe75b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T02:25:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f20f88f0-d52a-4c7c-b139-d47dd9a3ca0c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T02:25:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4ea2af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4ea2af", "reconcileID": "b91d675d-fbd1-4d6a-a2c8-19c494beb82b", "Gateway": "e2e-shared-a-4ea2af", "namespace": "openshift-ingress"} 2026-07-08T02:25:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4ea2af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4ea2af", "reconcileID": "b91d675d-fbd1-4d6a-a2c8-19c494beb82b", "Gateway": "e2e-shared-a-4ea2af", "namespace": "openshift-ingress", "name": "e2e-shared-a-4ea2af-authn-ssl"} 2026-07-08T02:25:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4ea2af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4ea2af", "reconcileID": "b91d675d-fbd1-4d6a-a2c8-19c494beb82b", "Gateway": "e2e-shared-a-4ea2af", "namespace": "openshift-ingress"} 2026-07-08T02:25:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-4ea2af"}, "namespace": "ai-tenant-e2e-shared-a-4ea2af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61dc3d71-bc3d-435e-9a76-baed9dd2b5ba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-4ea2af"} 2026-07-08T02:25:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-4ea2af"}, "namespace": "ai-tenant-e2e-shared-a-4ea2af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61dc3d71-bc3d-435e-9a76-baed9dd2b5ba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-4ea2af", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T02:25:25Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-4ea2af"}, "namespace": "ai-tenant-e2e-shared-a-4ea2af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61dc3d71-bc3d-435e-9a76-baed9dd2b5ba", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-4ea2af because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T02:25:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-4ea2af"}, "namespace": "ai-tenant-e2e-shared-a-4ea2af", "name": "odh-trusted-ca-bundle", "reconcileID": "436ab487-bcff-425f-8439-6078221241d7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-4ea2af"} 2026-07-08T02:25:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-4ea2af"}, "namespace": "ai-tenant-e2e-shared-a-4ea2af", "name": "odh-trusted-ca-bundle", "reconcileID": "436ab487-bcff-425f-8439-6078221241d7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-4ea2af"} 2026-07-08T02:25:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-4ea2af"}, "namespace": "ai-tenant-e2e-shared-a-4ea2af", "name": "openshift-service-ca.crt", "reconcileID": "8ba549fa-9e5d-4e25-9bc3-f023ca2cec8a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-4ea2af"} 2026-07-08T02:25:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-4ea2af"}, "namespace": "ai-tenant-e2e-shared-a-4ea2af", "name": "openshift-service-ca.crt", "reconcileID": "8ba549fa-9e5d-4e25-9bc3-f023ca2cec8a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-4ea2af"} 2026-07-08T02:25:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-4ea2af"}, "namespace": "ai-tenant-e2e-shared-a-4ea2af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8daa1dc8-e1a7-4e7f-a59f-9df407c311db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-4ea2af"} 2026-07-08T02:25:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-4ea2af"}, "namespace": "ai-tenant-e2e-shared-a-4ea2af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8daa1dc8-e1a7-4e7f-a59f-9df407c311db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-4ea2af"} 2026-07-08T02:25:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ddddaa69-e5a1-4943-8a11-ceffec6c6ca0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T02:25:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b8b505","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b8b505", "reconcileID": "73a82a48-6957-45cb-8d15-a3990a27a98a", "Gateway": "e2e-shared-b-b8b505", "namespace": "openshift-ingress"} 2026-07-08T02:25:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b8b505","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b8b505", "reconcileID": "73a82a48-6957-45cb-8d15-a3990a27a98a", "Gateway": "e2e-shared-b-b8b505", "namespace": "openshift-ingress", "name": "e2e-shared-b-b8b505-authn-ssl"} 2026-07-08T02:25:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b8b505","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b8b505", "reconcileID": "73a82a48-6957-45cb-8d15-a3990a27a98a", "Gateway": "e2e-shared-b-b8b505", "namespace": "openshift-ingress"} 2026-07-08T02:25:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b8b505"}, "namespace": "ai-tenant-e2e-shared-b-b8b505", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "87f502a0-252b-4e48-a6dc-52c6423e5305", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b8b505"} 2026-07-08T02:25:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b8b505"}, "namespace": "ai-tenant-e2e-shared-b-b8b505", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "87f502a0-252b-4e48-a6dc-52c6423e5305", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b8b505", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T02:25:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b8b505"}, "namespace": "ai-tenant-e2e-shared-b-b8b505", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "87f502a0-252b-4e48-a6dc-52c6423e5305", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-b8b505 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T02:25:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b8b505"}, "namespace": "ai-tenant-e2e-shared-b-b8b505", "name": "odh-trusted-ca-bundle", "reconcileID": "3754bec4-a355-42fc-a06a-aa91405bd671", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b8b505"} 2026-07-08T02:25:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b8b505"}, "namespace": "ai-tenant-e2e-shared-b-b8b505", "name": "odh-trusted-ca-bundle", "reconcileID": "3754bec4-a355-42fc-a06a-aa91405bd671", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b8b505"} 2026-07-08T02:25:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b8b505"}, "namespace": "ai-tenant-e2e-shared-b-b8b505", "name": "openshift-service-ca.crt", "reconcileID": "6f1f3a8b-035a-46bc-949c-b42dcb4c174a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b8b505"} 2026-07-08T02:25:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b8b505"}, "namespace": "ai-tenant-e2e-shared-b-b8b505", "name": "openshift-service-ca.crt", "reconcileID": "6f1f3a8b-035a-46bc-949c-b42dcb4c174a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b8b505"} 2026-07-08T02:25:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b8b505"}, "namespace": "ai-tenant-e2e-shared-b-b8b505", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc50a727-b3ec-4b02-a578-4416c99f4cb1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b8b505"} 2026-07-08T02:25:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b8b505"}, "namespace": "ai-tenant-e2e-shared-b-b8b505", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc50a727-b3ec-4b02-a578-4416c99f4cb1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b8b505"}