2026-07-28T05:01:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1badbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb", "reconcileID": "09a98c0d-dfcd-4266-9f54-3090d8981119", "Gateway": "e2e-shared-a-1badbb", "namespace": "openshift-ingress"} 2026-07-28T05:01:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "sub-test-model-1badbb", "reconcileID": "6800d3a9-3773-4e30-ba51-d496c71f2217", "LLMInferenceService": "sub-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:01:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "sub-test-model-1badbb", "reconcileID": "6800d3a9-3773-4e30-ba51-d496c71f2217", "LLMInferenceService": "sub-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:01:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "sub-test-model-1badbb", "reconcileID": "6800d3a9-3773-4e30-ba51-d496c71f2217", "LLMInferenceService": "sub-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:01:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "sub-test-model-1badbb", "reconcileID": "6800d3a9-3773-4e30-ba51-d496c71f2217", "LLMInferenceService": "sub-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "sub-test-model-1badbb-kserve-route-authn"} 2026-07-28T05:01:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "sub-test-model-1badbb", "reconcileID": "6800d3a9-3773-4e30-ba51-d496c71f2217", "LLMInferenceService": "sub-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb", "authType": "userdefined"} 2026-07-28T05:01:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "sub-test-model-1badbb", "reconcileID": "6800d3a9-3773-4e30-ba51-d496c71f2217", "LLMInferenceService": "sub-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:01:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "228cbccf-45a2-4a57-afc0-034b800713a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T05:01:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "69df52ab-395f-4158-9fe7-81cddd7d2203", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T05:01:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1badbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb", "reconcileID": "73bcb380-7d08-4ea1-8979-bf0b641cf751", "Gateway": "e2e-shared-a-1badbb", "namespace": "openshift-ingress"} 2026-07-28T05:01:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1badbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb", "reconcileID": "73bcb380-7d08-4ea1-8979-bf0b641cf751", "Gateway": "e2e-shared-a-1badbb", "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb-authn-ssl"} 2026-07-28T05:01:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1badbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb", "reconcileID": "73bcb380-7d08-4ea1-8979-bf0b641cf751", "Gateway": "e2e-shared-a-1badbb", "namespace": "openshift-ingress"} 2026-07-28T05:01:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "6c86e8c5-a9b2-47c5-a590-f99fa7cc7bbb", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress"} 2026-07-28T05:01:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "6c86e8c5-a9b2-47c5-a590-f99fa7cc7bbb", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557-authn-ssl"} 2026-07-28T05:01:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "6c86e8c5-a9b2-47c5-a590-f99fa7cc7bbb", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress"} 2026-07-28T05:01:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e236ccd9-62b3-4fdf-b649-a2fad577177c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T05:01:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1badbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb", "reconcileID": "ddc43392-b346-472f-bbca-e57bc0357062", "Gateway": "e2e-shared-a-1badbb", "namespace": "openshift-ingress"} 2026-07-28T05:01:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1badbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb", "reconcileID": "ddc43392-b346-472f-bbca-e57bc0357062", "Gateway": "e2e-shared-a-1badbb", "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb-authn-ssl"} 2026-07-28T05:01:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1badbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb", "reconcileID": "ddc43392-b346-472f-bbca-e57bc0357062", "Gateway": "e2e-shared-a-1badbb", "namespace": "openshift-ingress"} 2026-07-28T05:01:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "sub-test-model-1badbb", "reconcileID": "2ec5bdeb-d868-40d0-a8f0-db681fce9818", "LLMInferenceService": "sub-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:01:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "sub-test-model-1badbb", "reconcileID": "2ec5bdeb-d868-40d0-a8f0-db681fce9818", "LLMInferenceService": "sub-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:01:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "sub-test-model-1badbb", "reconcileID": "2ec5bdeb-d868-40d0-a8f0-db681fce9818", "LLMInferenceService": "sub-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:01:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "sub-test-model-1badbb", "reconcileID": "2ec5bdeb-d868-40d0-a8f0-db681fce9818", "LLMInferenceService": "sub-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "sub-test-model-1badbb-kserve-route-authn"} 2026-07-28T05:01:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "sub-test-model-1badbb", "reconcileID": "2ec5bdeb-d868-40d0-a8f0-db681fce9818", "LLMInferenceService": "sub-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb", "authType": "userdefined"} 2026-07-28T05:01:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "sub-test-model-1badbb", "reconcileID": "2ec5bdeb-d868-40d0-a8f0-db681fce9818", "LLMInferenceService": "sub-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:01:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "sub-test-model-1badbb", "reconcileID": "ddabb243-21b4-455a-ba92-e8ec25fd6ec5", "LLMInferenceService": "sub-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:01:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "sub-test-model-1badbb", "reconcileID": "ddabb243-21b4-455a-ba92-e8ec25fd6ec5", "LLMInferenceService": "sub-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:01:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "sub-test-model-1badbb", "reconcileID": "ddabb243-21b4-455a-ba92-e8ec25fd6ec5", "LLMInferenceService": "sub-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:01:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "sub-test-model-1badbb", "reconcileID": "ddabb243-21b4-455a-ba92-e8ec25fd6ec5", "LLMInferenceService": "sub-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "sub-test-model-1badbb-kserve-route-authn"} 2026-07-28T05:01:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "sub-test-model-1badbb", "reconcileID": "ddabb243-21b4-455a-ba92-e8ec25fd6ec5", "LLMInferenceService": "sub-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb", "authType": "userdefined"} 2026-07-28T05:01:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "sub-test-model-1badbb", "reconcileID": "ddabb243-21b4-455a-ba92-e8ec25fd6ec5", "LLMInferenceService": "sub-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:01:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "sub-test-model-1badbb", "reconcileID": "cc65f6d4-347a-47d2-a999-d08e02a4a0c2", "LLMInferenceService": "sub-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:01:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "sub-test-model-1badbb", "reconcileID": "cc65f6d4-347a-47d2-a999-d08e02a4a0c2", "LLMInferenceService": "sub-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:01:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "sub-test-model-1badbb", "reconcileID": "cc65f6d4-347a-47d2-a999-d08e02a4a0c2", "LLMInferenceService": "sub-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:01:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "sub-test-model-1badbb", "reconcileID": "cc65f6d4-347a-47d2-a999-d08e02a4a0c2", "LLMInferenceService": "sub-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "sub-test-model-1badbb-kserve-route-authn"} 2026-07-28T05:01:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "sub-test-model-1badbb", "reconcileID": "cc65f6d4-347a-47d2-a999-d08e02a4a0c2", "LLMInferenceService": "sub-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb", "authType": "userdefined"} 2026-07-28T05:01:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "sub-test-model-1badbb", "reconcileID": "cc65f6d4-347a-47d2-a999-d08e02a4a0c2", "LLMInferenceService": "sub-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:01:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "sub-test-model-92c557", "reconcileID": "b064d53c-b56d-4e69-9e91-2835afe6d62a", "LLMInferenceService": "sub-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:01:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "sub-test-model-92c557", "reconcileID": "b064d53c-b56d-4e69-9e91-2835afe6d62a", "LLMInferenceService": "sub-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:01:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "sub-test-model-92c557", "reconcileID": "b064d53c-b56d-4e69-9e91-2835afe6d62a", "LLMInferenceService": "sub-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:01:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "1d62b4ee-46e9-4017-b176-c4c1774e25b3", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress"} 2026-07-28T05:01:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "sub-test-model-92c557", "reconcileID": "b064d53c-b56d-4e69-9e91-2835afe6d62a", "LLMInferenceService": "sub-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "sub-test-model-92c557-kserve-route-authn"} 2026-07-28T05:01:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "sub-test-model-92c557", "reconcileID": "b064d53c-b56d-4e69-9e91-2835afe6d62a", "LLMInferenceService": "sub-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557", "authType": "userdefined"} 2026-07-28T05:01:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "sub-test-model-92c557", "reconcileID": "b064d53c-b56d-4e69-9e91-2835afe6d62a", "LLMInferenceService": "sub-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:01:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "1d62b4ee-46e9-4017-b176-c4c1774e25b3", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557-authn-ssl"} 2026-07-28T05:01:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "1d62b4ee-46e9-4017-b176-c4c1774e25b3", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress"} 2026-07-28T05:01:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "sub-test-model-92c557", "reconcileID": "d7085e78-4abe-4b58-b48e-d3d8c0e40f98", "LLMInferenceService": "sub-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:01:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "sub-test-model-92c557", "reconcileID": "d7085e78-4abe-4b58-b48e-d3d8c0e40f98", "LLMInferenceService": "sub-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:01:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "sub-test-model-92c557", "reconcileID": "d7085e78-4abe-4b58-b48e-d3d8c0e40f98", "LLMInferenceService": "sub-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:01:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "sub-test-model-92c557", "reconcileID": "d7085e78-4abe-4b58-b48e-d3d8c0e40f98", "LLMInferenceService": "sub-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "sub-test-model-92c557-kserve-route-authn"} 2026-07-28T05:01:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "sub-test-model-92c557", "reconcileID": "d7085e78-4abe-4b58-b48e-d3d8c0e40f98", "LLMInferenceService": "sub-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557", "authType": "userdefined"} 2026-07-28T05:01:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "sub-test-model-92c557", "reconcileID": "d7085e78-4abe-4b58-b48e-d3d8c0e40f98", "LLMInferenceService": "sub-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:02:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "ecc193bc-d051-41b2-8bd8-e151d1f62506", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress"} 2026-07-28T05:02:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "ecc193bc-d051-41b2-8bd8-e151d1f62506", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557-authn-ssl"} 2026-07-28T05:02:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "ecc193bc-d051-41b2-8bd8-e151d1f62506", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress"} 2026-07-28T05:02:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "sub-test-model-92c557", "reconcileID": "d6ca0c92-21f3-421a-84ed-27743a45be77", "LLMInferenceService": "sub-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:02:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "sub-test-model-92c557", "reconcileID": "d6ca0c92-21f3-421a-84ed-27743a45be77", "LLMInferenceService": "sub-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:02:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "sub-test-model-92c557", "reconcileID": "d6ca0c92-21f3-421a-84ed-27743a45be77", "LLMInferenceService": "sub-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:02:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "sub-test-model-92c557", "reconcileID": "d6ca0c92-21f3-421a-84ed-27743a45be77", "LLMInferenceService": "sub-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "sub-test-model-92c557-kserve-route-authn"} 2026-07-28T05:02:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "sub-test-model-92c557", "reconcileID": "d6ca0c92-21f3-421a-84ed-27743a45be77", "LLMInferenceService": "sub-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557", "authType": "userdefined"} 2026-07-28T05:02:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "sub-test-model-92c557", "reconcileID": "d6ca0c92-21f3-421a-84ed-27743a45be77", "LLMInferenceService": "sub-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:02:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "sub-test-model-92c557", "reconcileID": "76aa307c-b21d-4466-910d-e5409b190600", "LLMInferenceService": "sub-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:02:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "sub-test-model-92c557", "reconcileID": "76aa307c-b21d-4466-910d-e5409b190600", "LLMInferenceService": "sub-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:02:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "sub-test-model-92c557", "reconcileID": "76aa307c-b21d-4466-910d-e5409b190600", "LLMInferenceService": "sub-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:02:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "sub-test-model-92c557", "reconcileID": "76aa307c-b21d-4466-910d-e5409b190600", "LLMInferenceService": "sub-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "sub-test-model-92c557-kserve-route-authn"} 2026-07-28T05:02:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "sub-test-model-92c557", "reconcileID": "76aa307c-b21d-4466-910d-e5409b190600", "LLMInferenceService": "sub-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557", "authType": "userdefined"} 2026-07-28T05:02:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "sub-test-model-92c557", "reconcileID": "76aa307c-b21d-4466-910d-e5409b190600", "LLMInferenceService": "sub-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:02:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1badbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb", "reconcileID": "b7f46a25-344e-4fc3-b60f-75759587f532", "Gateway": "e2e-shared-a-1badbb", "namespace": "openshift-ingress"} 2026-07-28T05:02:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1badbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb", "reconcileID": "b7f46a25-344e-4fc3-b60f-75759587f532", "Gateway": "e2e-shared-a-1badbb", "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb-authn-ssl"} 2026-07-28T05:02:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1badbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb", "reconcileID": "b7f46a25-344e-4fc3-b60f-75759587f532", "Gateway": "e2e-shared-a-1badbb", "namespace": "openshift-ingress"} 2026-07-28T05:02:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "55348740-37d3-4b1c-ba13-42a9ba099463", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress"} 2026-07-28T05:02:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "55348740-37d3-4b1c-ba13-42a9ba099463", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557-authn-ssl"} 2026-07-28T05:02:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "55348740-37d3-4b1c-ba13-42a9ba099463", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress"} 2026-07-28T05:03:13Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "sub-test-model-1badbb", "reconcileID": "f771dd3d-1aa1-4724-9d0f-f06078d69bf3", "LLMInferenceService": "sub-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:03:13Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "sub-test-model-1badbb", "reconcileID": "f771dd3d-1aa1-4724-9d0f-f06078d69bf3", "LLMInferenceService": "sub-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "sub-test-model-1badbb"} 2026-07-28T05:03:13Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "sub-test-model-1badbb", "reconcileID": "f771dd3d-1aa1-4724-9d0f-f06078d69bf3", "LLMInferenceService": "sub-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:03:13Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "sub-test-model-1badbb", "reconcileID": "f771dd3d-1aa1-4724-9d0f-f06078d69bf3", "LLMInferenceService": "sub-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:03:13Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "sub-test-model-1badbb", "reconcileID": "f771dd3d-1aa1-4724-9d0f-f06078d69bf3", "LLMInferenceService": "sub-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "sub-test-model-1badbb-kserve-route-authn"} 2026-07-28T05:03:13Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "sub-test-model-1badbb", "reconcileID": "f771dd3d-1aa1-4724-9d0f-f06078d69bf3", "LLMInferenceService": "sub-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "sub-test-model-1badbb-kserve-route-authn"} 2026-07-28T05:03:13Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "sub-test-model-1badbb", "reconcileID": "f771dd3d-1aa1-4724-9d0f-f06078d69bf3", "LLMInferenceService": "sub-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:03:13Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "sub-test-model-1badbb", "reconcileID": "f771dd3d-1aa1-4724-9d0f-f06078d69bf3", "LLMInferenceService": "sub-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:03:13Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "sub-test-model-1badbb", "reconcileID": "25fe5661-6c48-4acd-9532-09368a159bbc", "LLMInferenceService": "sub-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:03:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1badbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb", "reconcileID": "3a1e44d8-d61f-4867-86ee-5d18c20c68dc", "Gateway": "e2e-shared-a-1badbb", "namespace": "openshift-ingress"} 2026-07-28T05:03:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1badbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb", "reconcileID": "3a1e44d8-d61f-4867-86ee-5d18c20c68dc", "Gateway": "e2e-shared-a-1badbb", "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb-authn-ssl"} 2026-07-28T05:03:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1badbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb", "reconcileID": "3a1e44d8-d61f-4867-86ee-5d18c20c68dc", "Gateway": "e2e-shared-a-1badbb", "namespace": "openshift-ingress"} 2026-07-28T05:03:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1badbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb", "reconcileID": "4709788d-c30c-427c-87e7-8c68d8d479c4", "Gateway": "e2e-shared-a-1badbb", "namespace": "openshift-ingress"} 2026-07-28T05:03:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1badbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb", "reconcileID": "4709788d-c30c-427c-87e7-8c68d8d479c4", "Gateway": "e2e-shared-a-1badbb", "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb-authn-ssl"} 2026-07-28T05:03:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1badbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb", "reconcileID": "4709788d-c30c-427c-87e7-8c68d8d479c4", "Gateway": "e2e-shared-a-1badbb", "namespace": "openshift-ingress"} 2026-07-28T05:03:13Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "sub-test-model-92c557", "reconcileID": "55ff3c6e-2e9f-4688-98cd-2e800559c95d", "LLMInferenceService": "sub-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:03:13Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "sub-test-model-92c557", "reconcileID": "55ff3c6e-2e9f-4688-98cd-2e800559c95d", "LLMInferenceService": "sub-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "sub-test-model-92c557"} 2026-07-28T05:03:13Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "sub-test-model-92c557", "reconcileID": "55ff3c6e-2e9f-4688-98cd-2e800559c95d", "LLMInferenceService": "sub-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:03:13Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "sub-test-model-92c557", "reconcileID": "55ff3c6e-2e9f-4688-98cd-2e800559c95d", "LLMInferenceService": "sub-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:03:13Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "sub-test-model-92c557", "reconcileID": "55ff3c6e-2e9f-4688-98cd-2e800559c95d", "LLMInferenceService": "sub-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "sub-test-model-92c557-kserve-route-authn"} 2026-07-28T05:03:13Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "sub-test-model-92c557", "reconcileID": "55ff3c6e-2e9f-4688-98cd-2e800559c95d", "LLMInferenceService": "sub-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "sub-test-model-92c557-kserve-route-authn"} 2026-07-28T05:03:13Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "sub-test-model-92c557", "reconcileID": "55ff3c6e-2e9f-4688-98cd-2e800559c95d", "LLMInferenceService": "sub-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:03:13Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "sub-test-model-92c557", "reconcileID": "55ff3c6e-2e9f-4688-98cd-2e800559c95d", "LLMInferenceService": "sub-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:03:13Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "sub-test-model-92c557", "reconcileID": "e0bbf8d5-048e-418c-88fd-fd1962b4eb3b", "LLMInferenceService": "sub-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:03:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "f523a15f-bf1c-46cb-b76d-b1373bbd64bb", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress"} 2026-07-28T05:03:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "f523a15f-bf1c-46cb-b76d-b1373bbd64bb", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557-authn-ssl"} 2026-07-28T05:03:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "f523a15f-bf1c-46cb-b76d-b1373bbd64bb", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress"} 2026-07-28T05:03:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "1b0e670e-d670-4bf2-8280-0839daff6978", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress"} 2026-07-28T05:03:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "1b0e670e-d670-4bf2-8280-0839daff6978", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557-authn-ssl"} 2026-07-28T05:03:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "1b0e670e-d670-4bf2-8280-0839daff6978", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress"} 2026-07-28T05:03:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb", "reconcileID": "e26097eb-4143-4332-9a25-2ee20ea09a7e", "LLMInferenceService": "rate-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:03:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb", "reconcileID": "e26097eb-4143-4332-9a25-2ee20ea09a7e", "LLMInferenceService": "rate-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:03:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb", "reconcileID": "e26097eb-4143-4332-9a25-2ee20ea09a7e", "LLMInferenceService": "rate-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:03:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1badbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb", "reconcileID": "4daaca59-0c01-452f-ae5c-d96bac03a1c1", "Gateway": "e2e-shared-a-1badbb", "namespace": "openshift-ingress"} 2026-07-28T05:03:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb", "reconcileID": "e26097eb-4143-4332-9a25-2ee20ea09a7e", "LLMInferenceService": "rate-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb-kserve-route-authn"} 2026-07-28T05:03:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb", "reconcileID": "e26097eb-4143-4332-9a25-2ee20ea09a7e", "LLMInferenceService": "rate-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb", "authType": "userdefined"} 2026-07-28T05:03:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb", "reconcileID": "e26097eb-4143-4332-9a25-2ee20ea09a7e", "LLMInferenceService": "rate-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:03:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1badbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb", "reconcileID": "4daaca59-0c01-452f-ae5c-d96bac03a1c1", "Gateway": "e2e-shared-a-1badbb", "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb-authn-ssl"} 2026-07-28T05:03:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1badbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb", "reconcileID": "4daaca59-0c01-452f-ae5c-d96bac03a1c1", "Gateway": "e2e-shared-a-1badbb", "namespace": "openshift-ingress"} 2026-07-28T05:03:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb", "reconcileID": "f0b2dede-1c5a-4de4-b340-d0ea5b22775b", "LLMInferenceService": "rate-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:03:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb", "reconcileID": "f0b2dede-1c5a-4de4-b340-d0ea5b22775b", "LLMInferenceService": "rate-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:03:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb", "reconcileID": "f0b2dede-1c5a-4de4-b340-d0ea5b22775b", "LLMInferenceService": "rate-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:03:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb", "reconcileID": "f0b2dede-1c5a-4de4-b340-d0ea5b22775b", "LLMInferenceService": "rate-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb-kserve-route-authn"} 2026-07-28T05:03:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb", "reconcileID": "f0b2dede-1c5a-4de4-b340-d0ea5b22775b", "LLMInferenceService": "rate-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb", "authType": "userdefined"} 2026-07-28T05:03:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb", "reconcileID": "f0b2dede-1c5a-4de4-b340-d0ea5b22775b", "LLMInferenceService": "rate-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:03:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1badbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb", "reconcileID": "8628b5cb-018b-4b74-9269-5d1db16e5fb6", "Gateway": "e2e-shared-a-1badbb", "namespace": "openshift-ingress"} 2026-07-28T05:03:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1badbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb", "reconcileID": "8628b5cb-018b-4b74-9269-5d1db16e5fb6", "Gateway": "e2e-shared-a-1badbb", "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb-authn-ssl"} 2026-07-28T05:03:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1badbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb", "reconcileID": "8628b5cb-018b-4b74-9269-5d1db16e5fb6", "Gateway": "e2e-shared-a-1badbb", "namespace": "openshift-ingress"} 2026-07-28T05:03:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb", "reconcileID": "67c92e60-1a06-454c-b2dd-968a33e878e0", "LLMInferenceService": "rate-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:03:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb", "reconcileID": "67c92e60-1a06-454c-b2dd-968a33e878e0", "LLMInferenceService": "rate-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:03:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb", "reconcileID": "67c92e60-1a06-454c-b2dd-968a33e878e0", "LLMInferenceService": "rate-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:03:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb", "reconcileID": "67c92e60-1a06-454c-b2dd-968a33e878e0", "LLMInferenceService": "rate-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb-kserve-route-authn"} 2026-07-28T05:03:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb", "reconcileID": "67c92e60-1a06-454c-b2dd-968a33e878e0", "LLMInferenceService": "rate-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb", "authType": "userdefined"} 2026-07-28T05:03:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb", "reconcileID": "67c92e60-1a06-454c-b2dd-968a33e878e0", "LLMInferenceService": "rate-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:03:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb", "reconcileID": "95ca7c41-36c8-4813-a01d-78edd407c5e2", "LLMInferenceService": "rate-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:03:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb", "reconcileID": "95ca7c41-36c8-4813-a01d-78edd407c5e2", "LLMInferenceService": "rate-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:03:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb", "reconcileID": "95ca7c41-36c8-4813-a01d-78edd407c5e2", "LLMInferenceService": "rate-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:03:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb", "reconcileID": "95ca7c41-36c8-4813-a01d-78edd407c5e2", "LLMInferenceService": "rate-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb-kserve-route-authn"} 2026-07-28T05:03:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb", "reconcileID": "95ca7c41-36c8-4813-a01d-78edd407c5e2", "LLMInferenceService": "rate-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb", "authType": "userdefined"} 2026-07-28T05:03:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb", "reconcileID": "95ca7c41-36c8-4813-a01d-78edd407c5e2", "LLMInferenceService": "rate-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:03:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "69fec42e-3826-4c9e-b0b9-da2ef8bdfb69", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress"} 2026-07-28T05:03:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "69fec42e-3826-4c9e-b0b9-da2ef8bdfb69", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557-authn-ssl"} 2026-07-28T05:03:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "69fec42e-3826-4c9e-b0b9-da2ef8bdfb69", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress"} 2026-07-28T05:03:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1badbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb", "reconcileID": "373b52cd-ef83-4582-aa17-5ce6baae4a47", "Gateway": "e2e-shared-a-1badbb", "namespace": "openshift-ingress"} 2026-07-28T05:03:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1badbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb", "reconcileID": "373b52cd-ef83-4582-aa17-5ce6baae4a47", "Gateway": "e2e-shared-a-1badbb", "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb-authn-ssl"} 2026-07-28T05:03:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1badbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb", "reconcileID": "373b52cd-ef83-4582-aa17-5ce6baae4a47", "Gateway": "e2e-shared-a-1badbb", "namespace": "openshift-ingress"} 2026-07-28T05:03:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb", "reconcileID": "242bc482-c8cd-4b79-93fa-1ef4ca348c24", "LLMInferenceService": "rate-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:03:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb", "reconcileID": "242bc482-c8cd-4b79-93fa-1ef4ca348c24", "LLMInferenceService": "rate-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:03:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb", "reconcileID": "242bc482-c8cd-4b79-93fa-1ef4ca348c24", "LLMInferenceService": "rate-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:03:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb", "reconcileID": "242bc482-c8cd-4b79-93fa-1ef4ca348c24", "LLMInferenceService": "rate-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb-kserve-route-authn"} 2026-07-28T05:03:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb", "reconcileID": "242bc482-c8cd-4b79-93fa-1ef4ca348c24", "LLMInferenceService": "rate-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb", "authType": "userdefined"} 2026-07-28T05:03:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb", "reconcileID": "242bc482-c8cd-4b79-93fa-1ef4ca348c24", "LLMInferenceService": "rate-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:03:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "rate-test-model-92c557", "reconcileID": "901390ac-9c6c-4f92-a6d0-31406803b478", "LLMInferenceService": "rate-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:03:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "rate-test-model-92c557", "reconcileID": "901390ac-9c6c-4f92-a6d0-31406803b478", "LLMInferenceService": "rate-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:03:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "rate-test-model-92c557", "reconcileID": "901390ac-9c6c-4f92-a6d0-31406803b478", "LLMInferenceService": "rate-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:03:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "155c1383-0ec3-483b-95f3-35f98a13665a", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress"} 2026-07-28T05:03:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "rate-test-model-92c557", "reconcileID": "901390ac-9c6c-4f92-a6d0-31406803b478", "LLMInferenceService": "rate-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "rate-test-model-92c557-kserve-route-authn"} 2026-07-28T05:03:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "rate-test-model-92c557", "reconcileID": "901390ac-9c6c-4f92-a6d0-31406803b478", "LLMInferenceService": "rate-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557", "authType": "userdefined"} 2026-07-28T05:03:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "rate-test-model-92c557", "reconcileID": "901390ac-9c6c-4f92-a6d0-31406803b478", "LLMInferenceService": "rate-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:03:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "155c1383-0ec3-483b-95f3-35f98a13665a", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557-authn-ssl"} 2026-07-28T05:03:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "155c1383-0ec3-483b-95f3-35f98a13665a", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress"} 2026-07-28T05:03:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "rate-test-model-92c557", "reconcileID": "f31365b7-57fd-4d91-aeaf-2e67a63c8aba", "LLMInferenceService": "rate-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:03:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "rate-test-model-92c557", "reconcileID": "f31365b7-57fd-4d91-aeaf-2e67a63c8aba", "LLMInferenceService": "rate-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:03:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "rate-test-model-92c557", "reconcileID": "f31365b7-57fd-4d91-aeaf-2e67a63c8aba", "LLMInferenceService": "rate-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:03:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "rate-test-model-92c557", "reconcileID": "f31365b7-57fd-4d91-aeaf-2e67a63c8aba", "LLMInferenceService": "rate-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "rate-test-model-92c557-kserve-route-authn"} 2026-07-28T05:03:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "rate-test-model-92c557", "reconcileID": "f31365b7-57fd-4d91-aeaf-2e67a63c8aba", "LLMInferenceService": "rate-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557", "authType": "userdefined"} 2026-07-28T05:03:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "rate-test-model-92c557", "reconcileID": "f31365b7-57fd-4d91-aeaf-2e67a63c8aba", "LLMInferenceService": "rate-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:03:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "f7c4134e-45f9-4be9-96cc-1fa51ed99e06", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress"} 2026-07-28T05:03:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "f7c4134e-45f9-4be9-96cc-1fa51ed99e06", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557-authn-ssl"} 2026-07-28T05:03:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "f7c4134e-45f9-4be9-96cc-1fa51ed99e06", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress"} 2026-07-28T05:03:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "rate-test-model-92c557", "reconcileID": "a12eb971-709c-4012-8887-159077010010", "LLMInferenceService": "rate-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:03:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "rate-test-model-92c557", "reconcileID": "a12eb971-709c-4012-8887-159077010010", "LLMInferenceService": "rate-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:03:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "rate-test-model-92c557", "reconcileID": "a12eb971-709c-4012-8887-159077010010", "LLMInferenceService": "rate-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:03:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "rate-test-model-92c557", "reconcileID": "a12eb971-709c-4012-8887-159077010010", "LLMInferenceService": "rate-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "rate-test-model-92c557-kserve-route-authn"} 2026-07-28T05:03:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "rate-test-model-92c557", "reconcileID": "a12eb971-709c-4012-8887-159077010010", "LLMInferenceService": "rate-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557", "authType": "userdefined"} 2026-07-28T05:03:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "rate-test-model-92c557", "reconcileID": "a12eb971-709c-4012-8887-159077010010", "LLMInferenceService": "rate-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:03:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "rate-test-model-92c557", "reconcileID": "d7030b6c-0d24-4b2b-8850-99060bd5a5ba", "LLMInferenceService": "rate-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:03:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "rate-test-model-92c557", "reconcileID": "d7030b6c-0d24-4b2b-8850-99060bd5a5ba", "LLMInferenceService": "rate-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:03:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "rate-test-model-92c557", "reconcileID": "d7030b6c-0d24-4b2b-8850-99060bd5a5ba", "LLMInferenceService": "rate-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:03:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "rate-test-model-92c557", "reconcileID": "d7030b6c-0d24-4b2b-8850-99060bd5a5ba", "LLMInferenceService": "rate-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "rate-test-model-92c557-kserve-route-authn"} 2026-07-28T05:03:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "rate-test-model-92c557", "reconcileID": "d7030b6c-0d24-4b2b-8850-99060bd5a5ba", "LLMInferenceService": "rate-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557", "authType": "userdefined"} 2026-07-28T05:03:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "rate-test-model-92c557", "reconcileID": "d7030b6c-0d24-4b2b-8850-99060bd5a5ba", "LLMInferenceService": "rate-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:04:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1badbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb", "reconcileID": "ec6ae1c9-04b3-4096-8f0f-5d06ed9ad6f9", "Gateway": "e2e-shared-a-1badbb", "namespace": "openshift-ingress"} 2026-07-28T05:04:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1badbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb", "reconcileID": "ec6ae1c9-04b3-4096-8f0f-5d06ed9ad6f9", "Gateway": "e2e-shared-a-1badbb", "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb-authn-ssl"} 2026-07-28T05:04:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1badbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb", "reconcileID": "ec6ae1c9-04b3-4096-8f0f-5d06ed9ad6f9", "Gateway": "e2e-shared-a-1badbb", "namespace": "openshift-ingress"} 2026-07-28T05:04:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "82c79c7d-dc72-4a11-a6d8-1246c3f8a090", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress"} 2026-07-28T05:04:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "82c79c7d-dc72-4a11-a6d8-1246c3f8a090", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557-authn-ssl"} 2026-07-28T05:04:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "82c79c7d-dc72-4a11-a6d8-1246c3f8a090", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress"} 2026-07-28T05:04:55Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb", "reconcileID": "f007c61e-2d95-4aef-a56e-11b247278eac", "LLMInferenceService": "rate-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:04:55Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb", "reconcileID": "f007c61e-2d95-4aef-a56e-11b247278eac", "LLMInferenceService": "rate-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb"} 2026-07-28T05:04:55Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb", "reconcileID": "f007c61e-2d95-4aef-a56e-11b247278eac", "LLMInferenceService": "rate-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:04:55Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb", "reconcileID": "f007c61e-2d95-4aef-a56e-11b247278eac", "LLMInferenceService": "rate-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:04:55Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb", "reconcileID": "f007c61e-2d95-4aef-a56e-11b247278eac", "LLMInferenceService": "rate-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb-kserve-route-authn"} 2026-07-28T05:04:55Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb", "reconcileID": "f007c61e-2d95-4aef-a56e-11b247278eac", "LLMInferenceService": "rate-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb-kserve-route-authn"} 2026-07-28T05:04:55Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb", "reconcileID": "f007c61e-2d95-4aef-a56e-11b247278eac", "LLMInferenceService": "rate-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:04:55Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb", "reconcileID": "f007c61e-2d95-4aef-a56e-11b247278eac", "LLMInferenceService": "rate-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:04:55Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1badbb","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "rate-test-model-1badbb", "reconcileID": "a57c28f0-856c-4177-95cf-94d452b731a1", "LLMInferenceService": "rate-test-model-1badbb", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:04:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1badbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb", "reconcileID": "71e98726-34e0-4038-bee3-c9bfe5be23aa", "Gateway": "e2e-shared-a-1badbb", "namespace": "openshift-ingress"} 2026-07-28T05:04:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1badbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb", "reconcileID": "71e98726-34e0-4038-bee3-c9bfe5be23aa", "Gateway": "e2e-shared-a-1badbb", "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb-authn-ssl"} 2026-07-28T05:04:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1badbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb", "reconcileID": "71e98726-34e0-4038-bee3-c9bfe5be23aa", "Gateway": "e2e-shared-a-1badbb", "namespace": "openshift-ingress"} 2026-07-28T05:04:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1badbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb", "reconcileID": "ed4480dc-4f5d-4ad0-8895-4c2c3deafd3b", "Gateway": "e2e-shared-a-1badbb", "namespace": "openshift-ingress"} 2026-07-28T05:04:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1badbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb", "reconcileID": "ed4480dc-4f5d-4ad0-8895-4c2c3deafd3b", "Gateway": "e2e-shared-a-1badbb", "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb-authn-ssl"} 2026-07-28T05:04:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1badbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb", "reconcileID": "ed4480dc-4f5d-4ad0-8895-4c2c3deafd3b", "Gateway": "e2e-shared-a-1badbb", "namespace": "openshift-ingress"} 2026-07-28T05:04:56Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "rate-test-model-92c557", "reconcileID": "efb831d2-073b-493b-a682-25ba0ea43faf", "LLMInferenceService": "rate-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:04:56Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "rate-test-model-92c557", "reconcileID": "efb831d2-073b-493b-a682-25ba0ea43faf", "LLMInferenceService": "rate-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "rate-test-model-92c557"} 2026-07-28T05:04:56Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "rate-test-model-92c557", "reconcileID": "efb831d2-073b-493b-a682-25ba0ea43faf", "LLMInferenceService": "rate-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:04:56Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "rate-test-model-92c557", "reconcileID": "efb831d2-073b-493b-a682-25ba0ea43faf", "LLMInferenceService": "rate-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:04:56Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "rate-test-model-92c557", "reconcileID": "efb831d2-073b-493b-a682-25ba0ea43faf", "LLMInferenceService": "rate-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "rate-test-model-92c557-kserve-route-authn"} 2026-07-28T05:04:56Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "rate-test-model-92c557", "reconcileID": "efb831d2-073b-493b-a682-25ba0ea43faf", "LLMInferenceService": "rate-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "rate-test-model-92c557-kserve-route-authn"} 2026-07-28T05:04:56Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "rate-test-model-92c557", "reconcileID": "efb831d2-073b-493b-a682-25ba0ea43faf", "LLMInferenceService": "rate-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:04:56Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "rate-test-model-92c557", "reconcileID": "efb831d2-073b-493b-a682-25ba0ea43faf", "LLMInferenceService": "rate-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:04:56Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-92c557","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "rate-test-model-92c557", "reconcileID": "abe14a08-8a74-4d2f-8461-8677e42b2472", "LLMInferenceService": "rate-test-model-92c557", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:04:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "93fa4886-7b88-49cc-9177-112fec25179e", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress"} 2026-07-28T05:04:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "93fa4886-7b88-49cc-9177-112fec25179e", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557-authn-ssl"} 2026-07-28T05:04:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "93fa4886-7b88-49cc-9177-112fec25179e", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress"} 2026-07-28T05:04:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "8d84b206-ab2c-48e8-9145-12fe38b1720a", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress"} 2026-07-28T05:04:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "8d84b206-ab2c-48e8-9145-12fe38b1720a", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557-authn-ssl"} 2026-07-28T05:04:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "8d84b206-ab2c-48e8-9145-12fe38b1720a", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress"} 2026-07-28T05:05:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1badbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb", "reconcileID": "06069d44-7265-4e27-9078-04049a4f880b", "Gateway": "e2e-shared-a-1badbb", "namespace": "openshift-ingress"} 2026-07-28T05:05:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1badbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb", "reconcileID": "06069d44-7265-4e27-9078-04049a4f880b", "Gateway": "e2e-shared-a-1badbb", "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb-authn-ssl"} 2026-07-28T05:05:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1badbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb", "reconcileID": "06069d44-7265-4e27-9078-04049a4f880b", "Gateway": "e2e-shared-a-1badbb", "namespace": "openshift-ingress"} 2026-07-28T05:05:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "c90bd800-3069-49f2-be43-ad20c44f4993", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress"} 2026-07-28T05:05:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "c90bd800-3069-49f2-be43-ad20c44f4993", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557-authn-ssl"} 2026-07-28T05:05:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "c90bd800-3069-49f2-be43-ad20c44f4993", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress"} 2026-07-28T05:05:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "0ba57906-0c5e-450e-b043-efe9b87aed45", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress"} 2026-07-28T05:05:15Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "0ba57906-0c5e-450e-b043-efe9b87aed45", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb-authn-ssl"} 2026-07-28T05:05:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "0ba57906-0c5e-450e-b043-efe9b87aed45", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress"} 2026-07-28T05:05:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "55ed234f-bbb5-4eae-b7d3-fce15d3a3465", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress"} 2026-07-28T05:05:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "55ed234f-bbb5-4eae-b7d3-fce15d3a3465", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb-authn-ssl"} 2026-07-28T05:05:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "55ed234f-bbb5-4eae-b7d3-fce15d3a3465", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress"} 2026-07-28T05:05:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "bff3f7f6-6729-4ae5-a5f1-9c0b970f177b", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress"} 2026-07-28T05:05:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "bff3f7f6-6729-4ae5-a5f1-9c0b970f177b", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb-authn-ssl"} 2026-07-28T05:05:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "bff3f7f6-6729-4ae5-a5f1-9c0b970f177b", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress"} 2026-07-28T05:05:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "12443f02-fe79-498a-ab6c-082b6f365e41", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress"} 2026-07-28T05:05:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "12443f02-fe79-498a-ab6c-082b6f365e41", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb-authn-ssl"} 2026-07-28T05:05:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "12443f02-fe79-498a-ab6c-082b6f365e41", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress"} 2026-07-28T05:05:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "46b85968-018b-4d80-898f-eeec142ca539", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress"} 2026-07-28T05:05:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "46b85968-018b-4d80-898f-eeec142ca539", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb-authn-ssl"} 2026-07-28T05:05:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "46b85968-018b-4d80-898f-eeec142ca539", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress"} 2026-07-28T05:05:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "66210c4d-7813-42fa-8bc3-bc08612f1c16", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress"} 2026-07-28T05:05:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "66210c4d-7813-42fa-8bc3-bc08612f1c16", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb-authn-ssl"} 2026-07-28T05:05:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "66210c4d-7813-42fa-8bc3-bc08612f1c16", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress"} 2026-07-28T05:05:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "odh-trusted-ca-bundle", "reconcileID": "21ac587e-1ace-485d-ab2f-a2c21e959fae", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-dc1efb"} 2026-07-28T05:05:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "openshift-service-ca.crt", "reconcileID": "c6fc6a9b-7199-497a-a360-2f63a8789f80", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-dc1efb"} 2026-07-28T05:05:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "openshift-service-ca.crt", "reconcileID": "24cdbe65-dc60-4ad2-89c8-833d376b28e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T05:05:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "openshift-service-ca.crt", "reconcileID": "24cdbe65-dc60-4ad2-89c8-833d376b28e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-dc1efb"} 2026-07-28T05:05:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "openshift-service-ca.crt", "reconcileID": "893438cd-560e-46e9-b499-2f6a148fc910", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-dc1efb"} 2026-07-28T05:05:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9c222cab-9a24-4a1b-9b97-8ae03321cb74", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-dc1efb"} 2026-07-28T05:05:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "odh-trusted-ca-bundle", "reconcileID": "5c33488c-4caa-443a-9ed7-93b4675637f0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "update": "odh-kserve-custom-ca-bundle"} 2026-07-28T05:05:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "odh-trusted-ca-bundle", "reconcileID": "5c33488c-4caa-443a-9ed7-93b4675637f0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-dc1efb"} 2026-07-28T05:05:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "35400381-6aae-4081-99d9-c99815d68d6b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-dc1efb"} 2026-07-28T05:05:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "92d82078-09b5-45fe-84f4-2baf0dbba0a4", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress"} 2026-07-28T05:05:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "92d82078-09b5-45fe-84f4-2baf0dbba0a4", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb-authn-ssl"} 2026-07-28T05:05:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "92d82078-09b5-45fe-84f4-2baf0dbba0a4", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress"} 2026-07-28T05:05:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b2843c8b-ba0b-4c2e-9f4e-8bb44e27543c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T05:05:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "b8b52599-ae07-4752-b7a9-b6a38d3af21f", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress"} 2026-07-28T05:05:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "b8b52599-ae07-4752-b7a9-b6a38d3af21f", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb-authn-ssl"} 2026-07-28T05:05:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "b8b52599-ae07-4752-b7a9-b6a38d3af21f", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress"} 2026-07-28T05:05:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b749c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b749c", "reconcileID": "5fece17f-888e-451b-942c-de16af086aba", "Gateway": "e2e-ipp-b-9b749c", "namespace": "openshift-ingress"} 2026-07-28T05:05:34Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b749c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b749c", "reconcileID": "5fece17f-888e-451b-942c-de16af086aba", "Gateway": "e2e-ipp-b-9b749c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b749c-authn-ssl"} 2026-07-28T05:05:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b749c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b749c", "reconcileID": "5fece17f-888e-451b-942c-de16af086aba", "Gateway": "e2e-ipp-b-9b749c", "namespace": "openshift-ingress"} 2026-07-28T05:05:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b749c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b749c", "reconcileID": "2af9e871-deae-463f-bb09-2b121953f58d", "Gateway": "e2e-ipp-b-9b749c", "namespace": "openshift-ingress"} 2026-07-28T05:05:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b749c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b749c", "reconcileID": "2af9e871-deae-463f-bb09-2b121953f58d", "Gateway": "e2e-ipp-b-9b749c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b749c-authn-ssl"} 2026-07-28T05:05:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b749c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b749c", "reconcileID": "2af9e871-deae-463f-bb09-2b121953f58d", "Gateway": "e2e-ipp-b-9b749c", "namespace": "openshift-ingress"} 2026-07-28T05:05:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b749c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b749c", "reconcileID": "9b61e32c-6bd5-4f6e-ae19-60f566f7a8bd", "Gateway": "e2e-ipp-b-9b749c", "namespace": "openshift-ingress"} 2026-07-28T05:05:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b749c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b749c", "reconcileID": "9b61e32c-6bd5-4f6e-ae19-60f566f7a8bd", "Gateway": "e2e-ipp-b-9b749c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b749c-authn-ssl"} 2026-07-28T05:05:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b749c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b749c", "reconcileID": "9b61e32c-6bd5-4f6e-ae19-60f566f7a8bd", "Gateway": "e2e-ipp-b-9b749c", "namespace": "openshift-ingress"} 2026-07-28T05:05:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b749c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b749c", "reconcileID": "dded32fa-0f03-442b-844a-483491c0d9ae", "Gateway": "e2e-ipp-b-9b749c", "namespace": "openshift-ingress"} 2026-07-28T05:05:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b749c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b749c", "reconcileID": "dded32fa-0f03-442b-844a-483491c0d9ae", "Gateway": "e2e-ipp-b-9b749c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b749c-authn-ssl"} 2026-07-28T05:05:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b749c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b749c", "reconcileID": "dded32fa-0f03-442b-844a-483491c0d9ae", "Gateway": "e2e-ipp-b-9b749c", "namespace": "openshift-ingress"} 2026-07-28T05:05:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b749c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b749c", "reconcileID": "5ffdce2f-b043-4060-bc8f-517b7a8b7711", "Gateway": "e2e-ipp-b-9b749c", "namespace": "openshift-ingress"} 2026-07-28T05:05:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b749c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b749c", "reconcileID": "5ffdce2f-b043-4060-bc8f-517b7a8b7711", "Gateway": "e2e-ipp-b-9b749c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b749c-authn-ssl"} 2026-07-28T05:05:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b749c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b749c", "reconcileID": "5ffdce2f-b043-4060-bc8f-517b7a8b7711", "Gateway": "e2e-ipp-b-9b749c", "namespace": "openshift-ingress"} 2026-07-28T05:05:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b749c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b749c", "reconcileID": "088d9632-b2e8-4e7c-a064-204befac8fa6", "Gateway": "e2e-ipp-b-9b749c", "namespace": "openshift-ingress"} 2026-07-28T05:05:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b749c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b749c", "reconcileID": "088d9632-b2e8-4e7c-a064-204befac8fa6", "Gateway": "e2e-ipp-b-9b749c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b749c-authn-ssl"} 2026-07-28T05:05:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b749c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b749c", "reconcileID": "088d9632-b2e8-4e7c-a064-204befac8fa6", "Gateway": "e2e-ipp-b-9b749c", "namespace": "openshift-ingress"} 2026-07-28T05:05:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b749c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b749c", "reconcileID": "2be84eb2-f4fb-4908-83c6-6d86f321401c", "Gateway": "e2e-ipp-b-9b749c", "namespace": "openshift-ingress"} 2026-07-28T05:05:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b749c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b749c", "reconcileID": "2be84eb2-f4fb-4908-83c6-6d86f321401c", "Gateway": "e2e-ipp-b-9b749c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b749c-authn-ssl"} 2026-07-28T05:05:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b749c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b749c", "reconcileID": "2be84eb2-f4fb-4908-83c6-6d86f321401c", "Gateway": "e2e-ipp-b-9b749c", "namespace": "openshift-ingress"} 2026-07-28T05:05:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-9b749c"}, "namespace": "ai-tenant-e2e-ipp-b-9b749c", "name": "openshift-service-ca.crt", "reconcileID": "11764968-b902-48ee-81db-b9a581918d50", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-9b749c"} 2026-07-28T05:05:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9b749c"}, "namespace": "ai-tenant-e2e-ipp-b-9b749c", "name": "odh-trusted-ca-bundle", "reconcileID": "47a82c55-9f19-4647-803b-e862e0c020d1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9b749c"} 2026-07-28T05:05:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-9b749c"}, "namespace": "ai-tenant-e2e-ipp-b-9b749c", "name": "openshift-service-ca.crt", "reconcileID": "b6df0dd5-4942-4dd4-8b09-820b6711e84a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-9b749c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T05:05:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-9b749c"}, "namespace": "ai-tenant-e2e-ipp-b-9b749c", "name": "openshift-service-ca.crt", "reconcileID": "b6df0dd5-4942-4dd4-8b09-820b6711e84a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-9b749c"} 2026-07-28T05:05:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-9b749c"}, "namespace": "ai-tenant-e2e-ipp-b-9b749c", "name": "openshift-service-ca.crt", "reconcileID": "215e2b62-7c3a-4d34-9adc-89a6ee1a3f0c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-9b749c"} 2026-07-28T05:05:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9b749c"}, "namespace": "ai-tenant-e2e-ipp-b-9b749c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61bcdbc5-599b-4fb9-b5a1-cb56e8423975", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9b749c"} 2026-07-28T05:05:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9b749c"}, "namespace": "ai-tenant-e2e-ipp-b-9b749c", "name": "odh-trusted-ca-bundle", "reconcileID": "56c77826-6e9d-46fd-bb24-02d05f3219fd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9b749c", "update": "odh-kserve-custom-ca-bundle"} 2026-07-28T05:05:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9b749c"}, "namespace": "ai-tenant-e2e-ipp-b-9b749c", "name": "odh-trusted-ca-bundle", "reconcileID": "56c77826-6e9d-46fd-bb24-02d05f3219fd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9b749c"} 2026-07-28T05:05:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9b749c"}, "namespace": "ai-tenant-e2e-ipp-b-9b749c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "94724252-2905-4b99-89fc-e2c44449f791", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9b749c"} 2026-07-28T05:05:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b749c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b749c", "reconcileID": "1620e9fe-bb5b-4801-9e8c-9aa1af69fad5", "Gateway": "e2e-ipp-b-9b749c", "namespace": "openshift-ingress"} 2026-07-28T05:05:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b749c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b749c", "reconcileID": "1620e9fe-bb5b-4801-9e8c-9aa1af69fad5", "Gateway": "e2e-ipp-b-9b749c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b749c-authn-ssl"} 2026-07-28T05:05:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b749c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b749c", "reconcileID": "1620e9fe-bb5b-4801-9e8c-9aa1af69fad5", "Gateway": "e2e-ipp-b-9b749c", "namespace": "openshift-ingress"} 2026-07-28T05:05:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0131dfa8-5ac1-463f-9c4f-954a10f5fc8d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T05:05:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0974f9f0-cf63-4cb0-98c0-c52c86836a17", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T05:05:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b749c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b749c", "reconcileID": "8fb191a5-c3ad-4d2a-8266-fbde753b1dd0", "Gateway": "e2e-ipp-b-9b749c", "namespace": "openshift-ingress"} 2026-07-28T05:05:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b749c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b749c", "reconcileID": "8fb191a5-c3ad-4d2a-8266-fbde753b1dd0", "Gateway": "e2e-ipp-b-9b749c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b749c-authn-ssl"} 2026-07-28T05:05:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b749c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b749c", "reconcileID": "8fb191a5-c3ad-4d2a-8266-fbde753b1dd0", "Gateway": "e2e-ipp-b-9b749c", "namespace": "openshift-ingress"} 2026-07-28T05:05:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "760b3bdf-85ee-40a1-aef8-ce1f7b61edda", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T05:05:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc1efb","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb", "reconcileID": "e130c943-5eac-4c02-93ce-32009041886a", "LLMInferenceService": "ipp-route-dc1efb", "namespace": "ai-tenant-e2e-ipp-a-dc1efb"} 2026-07-28T05:05:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc1efb","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb", "reconcileID": "e130c943-5eac-4c02-93ce-32009041886a", "LLMInferenceService": "ipp-route-dc1efb", "namespace": "ai-tenant-e2e-ipp-a-dc1efb"} 2026-07-28T05:05:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc1efb","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb", "reconcileID": "e130c943-5eac-4c02-93ce-32009041886a", "LLMInferenceService": "ipp-route-dc1efb", "namespace": "ai-tenant-e2e-ipp-a-dc1efb"} 2026-07-28T05:05:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "d7fab58d-3e2f-401a-92ae-d7f338e2c20d", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress"} 2026-07-28T05:05:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc1efb","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb", "reconcileID": "e130c943-5eac-4c02-93ce-32009041886a", "LLMInferenceService": "ipp-route-dc1efb", "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb-kserve-route-authn"} 2026-07-28T05:05:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc1efb","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb", "reconcileID": "e130c943-5eac-4c02-93ce-32009041886a", "LLMInferenceService": "ipp-route-dc1efb", "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "authType": "userdefined"} 2026-07-28T05:05:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc1efb","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb", "reconcileID": "e130c943-5eac-4c02-93ce-32009041886a", "LLMInferenceService": "ipp-route-dc1efb", "namespace": "ai-tenant-e2e-ipp-a-dc1efb"} 2026-07-28T05:05:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "d7fab58d-3e2f-401a-92ae-d7f338e2c20d", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb-authn-ssl"} 2026-07-28T05:05:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "d7fab58d-3e2f-401a-92ae-d7f338e2c20d", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress"} 2026-07-28T05:05:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc1efb","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb", "reconcileID": "0d19e1a4-fb5e-48c1-8dca-f747b6ace62b", "LLMInferenceService": "ipp-route-dc1efb", "namespace": "ai-tenant-e2e-ipp-a-dc1efb"} 2026-07-28T05:05:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc1efb","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb", "reconcileID": "0d19e1a4-fb5e-48c1-8dca-f747b6ace62b", "LLMInferenceService": "ipp-route-dc1efb", "namespace": "ai-tenant-e2e-ipp-a-dc1efb"} 2026-07-28T05:05:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc1efb","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb", "reconcileID": "0d19e1a4-fb5e-48c1-8dca-f747b6ace62b", "LLMInferenceService": "ipp-route-dc1efb", "namespace": "ai-tenant-e2e-ipp-a-dc1efb"} 2026-07-28T05:05:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc1efb","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb", "reconcileID": "0d19e1a4-fb5e-48c1-8dca-f747b6ace62b", "LLMInferenceService": "ipp-route-dc1efb", "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb-kserve-route-authn"} 2026-07-28T05:05:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc1efb","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb", "reconcileID": "0d19e1a4-fb5e-48c1-8dca-f747b6ace62b", "LLMInferenceService": "ipp-route-dc1efb", "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "authType": "userdefined"} 2026-07-28T05:05:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc1efb","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb", "reconcileID": "0d19e1a4-fb5e-48c1-8dca-f747b6ace62b", "LLMInferenceService": "ipp-route-dc1efb", "namespace": "ai-tenant-e2e-ipp-a-dc1efb"} 2026-07-28T05:06:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b34758a7-125f-47a6-8bf8-7125499ee871", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T05:06:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1d376bf4-5674-4859-a1a1-f029eb6f5cb4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T05:06:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "2c5b2754-957e-4b63-9762-77c08ab9c0cb", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress"} 2026-07-28T05:06:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "2c5b2754-957e-4b63-9762-77c08ab9c0cb", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb-authn-ssl"} 2026-07-28T05:06:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "2c5b2754-957e-4b63-9762-77c08ab9c0cb", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress"} 2026-07-28T05:06:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc1efb","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb", "reconcileID": "66d7e61a-5169-4431-9949-b23b6fad8e79", "LLMInferenceService": "ipp-route-dc1efb", "namespace": "ai-tenant-e2e-ipp-a-dc1efb"} 2026-07-28T05:06:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc1efb","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb", "reconcileID": "66d7e61a-5169-4431-9949-b23b6fad8e79", "LLMInferenceService": "ipp-route-dc1efb", "namespace": "ai-tenant-e2e-ipp-a-dc1efb"} 2026-07-28T05:06:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc1efb","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb", "reconcileID": "66d7e61a-5169-4431-9949-b23b6fad8e79", "LLMInferenceService": "ipp-route-dc1efb", "namespace": "ai-tenant-e2e-ipp-a-dc1efb"} 2026-07-28T05:06:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc1efb","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb", "reconcileID": "66d7e61a-5169-4431-9949-b23b6fad8e79", "LLMInferenceService": "ipp-route-dc1efb", "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb-kserve-route-authn"} 2026-07-28T05:06:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc1efb","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb", "reconcileID": "66d7e61a-5169-4431-9949-b23b6fad8e79", "LLMInferenceService": "ipp-route-dc1efb", "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "authType": "userdefined"} 2026-07-28T05:06:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc1efb","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb", "reconcileID": "66d7e61a-5169-4431-9949-b23b6fad8e79", "LLMInferenceService": "ipp-route-dc1efb", "namespace": "ai-tenant-e2e-ipp-a-dc1efb"} 2026-07-28T05:06:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a09b5231-dea2-4384-81ee-46c33df23d4e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T05:06:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc1efb","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb", "reconcileID": "8ecc16bc-8ee2-4c2c-a999-1d8af9259a2c", "LLMInferenceService": "ipp-route-dc1efb", "namespace": "ai-tenant-e2e-ipp-a-dc1efb"} 2026-07-28T05:06:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc1efb","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb", "reconcileID": "8ecc16bc-8ee2-4c2c-a999-1d8af9259a2c", "LLMInferenceService": "ipp-route-dc1efb", "namespace": "ai-tenant-e2e-ipp-a-dc1efb"} 2026-07-28T05:06:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc1efb","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb", "reconcileID": "8ecc16bc-8ee2-4c2c-a999-1d8af9259a2c", "LLMInferenceService": "ipp-route-dc1efb", "namespace": "ai-tenant-e2e-ipp-a-dc1efb"} 2026-07-28T05:06:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc1efb","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb", "reconcileID": "8ecc16bc-8ee2-4c2c-a999-1d8af9259a2c", "LLMInferenceService": "ipp-route-dc1efb", "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb-kserve-route-authn"} 2026-07-28T05:06:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc1efb","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb", "reconcileID": "8ecc16bc-8ee2-4c2c-a999-1d8af9259a2c", "LLMInferenceService": "ipp-route-dc1efb", "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "authType": "userdefined"} 2026-07-28T05:06:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc1efb","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb", "reconcileID": "8ecc16bc-8ee2-4c2c-a999-1d8af9259a2c", "LLMInferenceService": "ipp-route-dc1efb", "namespace": "ai-tenant-e2e-ipp-a-dc1efb"} 2026-07-28T05:06:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "87d2ad38-9dfd-4d74-9768-8b261441eb96", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress"} 2026-07-28T05:06:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "87d2ad38-9dfd-4d74-9768-8b261441eb96", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb-authn-ssl"} 2026-07-28T05:06:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "87d2ad38-9dfd-4d74-9768-8b261441eb96", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress"} 2026-07-28T05:06:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-29b6e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-29b6e5", "reconcileID": "700eb9d7-225e-418f-bfb1-70d4a40b490f", "Gateway": "e2e-ipp-cleanup-29b6e5", "namespace": "openshift-ingress"} 2026-07-28T05:06:57Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-29b6e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-29b6e5", "reconcileID": "700eb9d7-225e-418f-bfb1-70d4a40b490f", "Gateway": "e2e-ipp-cleanup-29b6e5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-29b6e5-authn-ssl"} 2026-07-28T05:06:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-29b6e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-29b6e5", "reconcileID": "700eb9d7-225e-418f-bfb1-70d4a40b490f", "Gateway": "e2e-ipp-cleanup-29b6e5", "namespace": "openshift-ingress"} 2026-07-28T05:06:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-29b6e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-29b6e5", "reconcileID": "c851b77d-e9ec-46f7-bfa0-cd547b8467e2", "Gateway": "e2e-ipp-cleanup-29b6e5", "namespace": "openshift-ingress"} 2026-07-28T05:06:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-29b6e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-29b6e5", "reconcileID": "c851b77d-e9ec-46f7-bfa0-cd547b8467e2", "Gateway": "e2e-ipp-cleanup-29b6e5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-29b6e5-authn-ssl"} 2026-07-28T05:06:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-29b6e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-29b6e5", "reconcileID": "c851b77d-e9ec-46f7-bfa0-cd547b8467e2", "Gateway": "e2e-ipp-cleanup-29b6e5", "namespace": "openshift-ingress"} 2026-07-28T05:06:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-29b6e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-29b6e5", "reconcileID": "7811b098-cde8-4e78-8b5c-fbf4310cf08a", "Gateway": "e2e-ipp-cleanup-29b6e5", "namespace": "openshift-ingress"} 2026-07-28T05:06:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-29b6e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-29b6e5", "reconcileID": "7811b098-cde8-4e78-8b5c-fbf4310cf08a", "Gateway": "e2e-ipp-cleanup-29b6e5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-29b6e5-authn-ssl"} 2026-07-28T05:06:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-29b6e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-29b6e5", "reconcileID": "7811b098-cde8-4e78-8b5c-fbf4310cf08a", "Gateway": "e2e-ipp-cleanup-29b6e5", "namespace": "openshift-ingress"} 2026-07-28T05:06:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-29b6e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-29b6e5", "reconcileID": "97c4f287-92fa-4c77-a0f4-5289220a6b31", "Gateway": "e2e-ipp-cleanup-29b6e5", "namespace": "openshift-ingress"} 2026-07-28T05:06:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-29b6e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-29b6e5", "reconcileID": "97c4f287-92fa-4c77-a0f4-5289220a6b31", "Gateway": "e2e-ipp-cleanup-29b6e5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-29b6e5-authn-ssl"} 2026-07-28T05:06:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-29b6e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-29b6e5", "reconcileID": "97c4f287-92fa-4c77-a0f4-5289220a6b31", "Gateway": "e2e-ipp-cleanup-29b6e5", "namespace": "openshift-ingress"} 2026-07-28T05:06:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-29b6e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-29b6e5", "reconcileID": "8a1163d1-7f1f-43e4-a190-6ded90203c77", "Gateway": "e2e-ipp-cleanup-29b6e5", "namespace": "openshift-ingress"} 2026-07-28T05:06:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-29b6e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-29b6e5", "reconcileID": "8a1163d1-7f1f-43e4-a190-6ded90203c77", "Gateway": "e2e-ipp-cleanup-29b6e5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-29b6e5-authn-ssl"} 2026-07-28T05:06:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-29b6e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-29b6e5", "reconcileID": "8a1163d1-7f1f-43e4-a190-6ded90203c77", "Gateway": "e2e-ipp-cleanup-29b6e5", "namespace": "openshift-ingress"} 2026-07-28T05:06:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-29b6e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-29b6e5", "reconcileID": "77d2fb68-397f-477f-a54d-da936e086bf7", "Gateway": "e2e-ipp-cleanup-29b6e5", "namespace": "openshift-ingress"} 2026-07-28T05:06:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-29b6e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-29b6e5", "reconcileID": "77d2fb68-397f-477f-a54d-da936e086bf7", "Gateway": "e2e-ipp-cleanup-29b6e5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-29b6e5-authn-ssl"} 2026-07-28T05:06:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-29b6e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-29b6e5", "reconcileID": "77d2fb68-397f-477f-a54d-da936e086bf7", "Gateway": "e2e-ipp-cleanup-29b6e5", "namespace": "openshift-ingress"} 2026-07-28T05:06:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-29b6e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-29b6e5", "reconcileID": "0cf775ee-1187-47a0-b765-b1bd57f16748", "Gateway": "e2e-ipp-cleanup-29b6e5", "namespace": "openshift-ingress"} 2026-07-28T05:06:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-29b6e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-29b6e5", "reconcileID": "0cf775ee-1187-47a0-b765-b1bd57f16748", "Gateway": "e2e-ipp-cleanup-29b6e5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-29b6e5-authn-ssl"} 2026-07-28T05:06:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-29b6e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-29b6e5", "reconcileID": "0cf775ee-1187-47a0-b765-b1bd57f16748", "Gateway": "e2e-ipp-cleanup-29b6e5", "namespace": "openshift-ingress"} 2026-07-28T05:07:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-29b6e5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-29b6e5", "name": "openshift-service-ca.crt", "reconcileID": "aaf63ce8-8d82-4b97-9de6-fa4c1d458221", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-29b6e5"} 2026-07-28T05:07:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-29b6e5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-29b6e5", "name": "odh-trusted-ca-bundle", "reconcileID": "774e2004-34e6-41f6-ba7b-2f6affb59a94", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-29b6e5"} 2026-07-28T05:07:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-29b6e5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-29b6e5", "name": "openshift-service-ca.crt", "reconcileID": "9af05b6b-c63f-40ee-b0f1-d5e774af690f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-29b6e5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T05:07:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-29b6e5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-29b6e5", "name": "openshift-service-ca.crt", "reconcileID": "9af05b6b-c63f-40ee-b0f1-d5e774af690f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-29b6e5"} 2026-07-28T05:07:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-29b6e5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-29b6e5", "name": "openshift-service-ca.crt", "reconcileID": "214e6112-0de1-4da5-80b1-7b2057bf4bf9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-29b6e5"} 2026-07-28T05:07:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-29b6e5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-29b6e5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c969c677-1662-4ccf-9767-32bebcddf2a6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-29b6e5"} 2026-07-28T05:07:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-29b6e5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-29b6e5", "name": "odh-trusted-ca-bundle", "reconcileID": "c48b228f-a20f-4f82-a452-f4f0ed29e4a5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-29b6e5", "update": "odh-kserve-custom-ca-bundle"} 2026-07-28T05:07:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-29b6e5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-29b6e5", "name": "odh-trusted-ca-bundle", "reconcileID": "c48b228f-a20f-4f82-a452-f4f0ed29e4a5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-29b6e5"} 2026-07-28T05:07:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-29b6e5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-29b6e5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec3c7566-49c6-4198-b4eb-ce06253f87b7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-29b6e5"} 2026-07-28T05:07:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-29b6e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-29b6e5", "reconcileID": "68cf54d4-b508-4dcc-b949-bf19a3a4eeca", "Gateway": "e2e-ipp-cleanup-29b6e5", "namespace": "openshift-ingress"} 2026-07-28T05:07:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-29b6e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-29b6e5", "reconcileID": "68cf54d4-b508-4dcc-b949-bf19a3a4eeca", "Gateway": "e2e-ipp-cleanup-29b6e5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-29b6e5-authn-ssl"} 2026-07-28T05:07:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-29b6e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-29b6e5", "reconcileID": "68cf54d4-b508-4dcc-b949-bf19a3a4eeca", "Gateway": "e2e-ipp-cleanup-29b6e5", "namespace": "openshift-ingress"} 2026-07-28T05:07:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1e9eff5d-b1c0-44a8-80ff-2a6fa17c72dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T05:07:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-29b6e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-29b6e5", "reconcileID": "373bec37-36c9-434d-b0a9-faf6f5cbf554", "Gateway": "e2e-ipp-cleanup-29b6e5", "namespace": "openshift-ingress"} 2026-07-28T05:07:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-29b6e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-29b6e5", "reconcileID": "373bec37-36c9-434d-b0a9-faf6f5cbf554", "Gateway": "e2e-ipp-cleanup-29b6e5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-29b6e5-authn-ssl"} 2026-07-28T05:07:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-29b6e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-29b6e5", "reconcileID": "373bec37-36c9-434d-b0a9-faf6f5cbf554", "Gateway": "e2e-ipp-cleanup-29b6e5", "namespace": "openshift-ingress"} 2026-07-28T05:07:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-29b6e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-29b6e5", "reconcileID": "8129100c-1831-49bf-8f93-6f5ff64e40c1", "Gateway": "e2e-ipp-cleanup-29b6e5", "namespace": "openshift-ingress"} 2026-07-28T05:07:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-29b6e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-29b6e5", "reconcileID": "8129100c-1831-49bf-8f93-6f5ff64e40c1", "Gateway": "e2e-ipp-cleanup-29b6e5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-29b6e5-authn-ssl"} 2026-07-28T05:07:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-29b6e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-29b6e5", "reconcileID": "8129100c-1831-49bf-8f93-6f5ff64e40c1", "Gateway": "e2e-ipp-cleanup-29b6e5", "namespace": "openshift-ingress"} 2026-07-28T05:07:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-29b6e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-29b6e5", "reconcileID": "cf2d6d80-779a-4c1e-bc7b-452ac0492d52", "Gateway": "e2e-ipp-cleanup-29b6e5", "namespace": "openshift-ingress"} 2026-07-28T05:07:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-29b6e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-29b6e5", "reconcileID": "cf2d6d80-779a-4c1e-bc7b-452ac0492d52", "Gateway": "e2e-ipp-cleanup-29b6e5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-29b6e5-authn-ssl"} 2026-07-28T05:07:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-29b6e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-29b6e5", "reconcileID": "cf2d6d80-779a-4c1e-bc7b-452ac0492d52", "Gateway": "e2e-ipp-cleanup-29b6e5", "namespace": "openshift-ingress"} 2026-07-28T05:07:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-29b6e5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-29b6e5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a8df1cdd-18db-440e-b16c-bb0c493feb4d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-29b6e5"} 2026-07-28T05:07:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-29b6e5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-29b6e5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a8df1cdd-18db-440e-b16c-bb0c493feb4d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-29b6e5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T05:07:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-29b6e5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-29b6e5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a8df1cdd-18db-440e-b16c-bb0c493feb4d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-29b6e5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T05:07:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-29b6e5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-29b6e5", "name": "odh-trusted-ca-bundle", "reconcileID": "d7a0c385-e213-4131-84bf-f3ed83dd90dd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-29b6e5"} 2026-07-28T05:07:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-29b6e5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-29b6e5", "name": "odh-trusted-ca-bundle", "reconcileID": "d7a0c385-e213-4131-84bf-f3ed83dd90dd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-29b6e5"} 2026-07-28T05:07:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-29b6e5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-29b6e5", "name": "openshift-service-ca.crt", "reconcileID": "862abd18-7d1f-48e3-b20a-2bd8ac0c9d00", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-29b6e5"} 2026-07-28T05:07:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-29b6e5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-29b6e5", "name": "openshift-service-ca.crt", "reconcileID": "862abd18-7d1f-48e3-b20a-2bd8ac0c9d00", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-29b6e5"} 2026-07-28T05:07:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-29b6e5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-29b6e5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ee9fc97-cf9d-4371-8cfc-a71a5b83c398", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-29b6e5"} 2026-07-28T05:07:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-29b6e5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-29b6e5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ee9fc97-cf9d-4371-8cfc-a71a5b83c398", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-29b6e5"} 2026-07-28T05:07:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c0e77ccc-4908-453a-9216-d2f2449d4b20", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T05:07:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "51b72a80-0130-403c-9d19-610732741819", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress"} 2026-07-28T05:07:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "51b72a80-0130-403c-9d19-610732741819", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb-authn-ssl"} 2026-07-28T05:07:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "51b72a80-0130-403c-9d19-610732741819", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress"} 2026-07-28T05:08:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "82b432bc-f937-4f75-bce0-8f6e87133113", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress"} 2026-07-28T05:08:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "82b432bc-f937-4f75-bce0-8f6e87133113", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb-authn-ssl"} 2026-07-28T05:08:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "82b432bc-f937-4f75-bce0-8f6e87133113", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress"} 2026-07-28T05:08:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "235711b8-ac49-4fa3-81df-e4dd82577d1e", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress"} 2026-07-28T05:08:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "235711b8-ac49-4fa3-81df-e4dd82577d1e", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb-authn-ssl"} 2026-07-28T05:08:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "235711b8-ac49-4fa3-81df-e4dd82577d1e", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress"} 2026-07-28T05:08:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc1efb","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb", "reconcileID": "51e8bbb4-8970-441a-a9d3-b0990f69dd29", "LLMInferenceService": "ipp-route-dc1efb", "namespace": "ai-tenant-e2e-ipp-a-dc1efb"} 2026-07-28T05:08:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc1efb","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb", "reconcileID": "51e8bbb4-8970-441a-a9d3-b0990f69dd29", "LLMInferenceService": "ipp-route-dc1efb", "namespace": "ai-tenant-e2e-ipp-a-dc1efb"} 2026-07-28T05:08:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc1efb","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb", "reconcileID": "51e8bbb4-8970-441a-a9d3-b0990f69dd29", "LLMInferenceService": "ipp-route-dc1efb", "namespace": "ai-tenant-e2e-ipp-a-dc1efb"} 2026-07-28T05:08:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc1efb","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb", "reconcileID": "51e8bbb4-8970-441a-a9d3-b0990f69dd29", "LLMInferenceService": "ipp-route-dc1efb", "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb-kserve-route-authn"} 2026-07-28T05:08:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc1efb","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb", "reconcileID": "51e8bbb4-8970-441a-a9d3-b0990f69dd29", "LLMInferenceService": "ipp-route-dc1efb", "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "authType": "userdefined"} 2026-07-28T05:08:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc1efb","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb", "reconcileID": "51e8bbb4-8970-441a-a9d3-b0990f69dd29", "LLMInferenceService": "ipp-route-dc1efb", "namespace": "ai-tenant-e2e-ipp-a-dc1efb"} 2026-07-28T05:08:43Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc1efb","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb", "reconcileID": "ffe89cb0-8083-4ada-8abb-37b92e903b78", "LLMInferenceService": "ipp-route-dc1efb", "namespace": "ai-tenant-e2e-ipp-a-dc1efb"} 2026-07-28T05:08:43Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc1efb","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb", "reconcileID": "ffe89cb0-8083-4ada-8abb-37b92e903b78", "LLMInferenceService": "ipp-route-dc1efb", "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb"} 2026-07-28T05:08:43Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc1efb","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb", "reconcileID": "ffe89cb0-8083-4ada-8abb-37b92e903b78", "LLMInferenceService": "ipp-route-dc1efb", "namespace": "ai-tenant-e2e-ipp-a-dc1efb"} 2026-07-28T05:08:43Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc1efb","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb", "reconcileID": "ffe89cb0-8083-4ada-8abb-37b92e903b78", "LLMInferenceService": "ipp-route-dc1efb", "namespace": "ai-tenant-e2e-ipp-a-dc1efb"} 2026-07-28T05:08:43Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc1efb","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb", "reconcileID": "ffe89cb0-8083-4ada-8abb-37b92e903b78", "LLMInferenceService": "ipp-route-dc1efb", "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb-kserve-route-authn"} 2026-07-28T05:08:43Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc1efb","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb", "reconcileID": "ffe89cb0-8083-4ada-8abb-37b92e903b78", "LLMInferenceService": "ipp-route-dc1efb", "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb-kserve-route-authn"} 2026-07-28T05:08:43Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc1efb","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb", "reconcileID": "ffe89cb0-8083-4ada-8abb-37b92e903b78", "LLMInferenceService": "ipp-route-dc1efb", "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "namespace": "ai-tenant-e2e-ipp-a-dc1efb"} 2026-07-28T05:08:43Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc1efb","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb", "reconcileID": "ffe89cb0-8083-4ada-8abb-37b92e903b78", "LLMInferenceService": "ipp-route-dc1efb", "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "namespace": "ai-tenant-e2e-ipp-a-dc1efb"} 2026-07-28T05:08:43Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-dc1efb","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "ipp-route-dc1efb", "reconcileID": "d45248a6-12de-459c-9624-611354f6ef37", "LLMInferenceService": "ipp-route-dc1efb", "namespace": "ai-tenant-e2e-ipp-a-dc1efb"} 2026-07-28T05:08:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "ff4ca892-83f6-4a89-be93-0154152eee5f", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress"} 2026-07-28T05:08:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "ff4ca892-83f6-4a89-be93-0154152eee5f", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb-authn-ssl"} 2026-07-28T05:08:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "ff4ca892-83f6-4a89-be93-0154152eee5f", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress"} 2026-07-28T05:08:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "347b34b7-3a95-4efa-803f-e5ea763dddb8", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress"} 2026-07-28T05:08:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "347b34b7-3a95-4efa-803f-e5ea763dddb8", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb-authn-ssl"} 2026-07-28T05:08:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-dc1efb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-dc1efb", "reconcileID": "347b34b7-3a95-4efa-803f-e5ea763dddb8", "Gateway": "e2e-ipp-a-dc1efb", "namespace": "openshift-ingress"} 2026-07-28T05:08:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9ebd7cf-bb43-477e-9d80-e428acc6085a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-dc1efb"} 2026-07-28T05:08:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9ebd7cf-bb43-477e-9d80-e428acc6085a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T05:08:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9ebd7cf-bb43-477e-9d80-e428acc6085a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-dc1efb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T05:08:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "odh-trusted-ca-bundle", "reconcileID": "f8be4759-1db0-4ff1-81b6-ef72cdb65a4a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-dc1efb"} 2026-07-28T05:08:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "odh-trusted-ca-bundle", "reconcileID": "f8be4759-1db0-4ff1-81b6-ef72cdb65a4a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-dc1efb"} 2026-07-28T05:08:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "openshift-service-ca.crt", "reconcileID": "8ca724c2-e5af-4313-819b-1c8b00fcfaad", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-dc1efb"} 2026-07-28T05:08:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "openshift-service-ca.crt", "reconcileID": "8ca724c2-e5af-4313-819b-1c8b00fcfaad", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-dc1efb"} 2026-07-28T05:08:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d48c0299-5a80-4923-99e4-ada3ac604f34", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-dc1efb"} 2026-07-28T05:08:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-dc1efb"}, "namespace": "ai-tenant-e2e-ipp-a-dc1efb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d48c0299-5a80-4923-99e4-ada3ac604f34", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-dc1efb"} 2026-07-28T05:08:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "646efb26-2471-495e-96e2-a1d099af1e4c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T05:09:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b749c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b749c", "reconcileID": "134a6540-d787-4fa0-ad2f-a660dac4497b", "Gateway": "e2e-ipp-b-9b749c", "namespace": "openshift-ingress"} 2026-07-28T05:09:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b749c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b749c", "reconcileID": "134a6540-d787-4fa0-ad2f-a660dac4497b", "Gateway": "e2e-ipp-b-9b749c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b749c-authn-ssl"} 2026-07-28T05:09:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b749c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b749c", "reconcileID": "134a6540-d787-4fa0-ad2f-a660dac4497b", "Gateway": "e2e-ipp-b-9b749c", "namespace": "openshift-ingress"} 2026-07-28T05:09:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b749c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b749c", "reconcileID": "f292085f-554c-4eb9-af1a-1cab8daa4596", "Gateway": "e2e-ipp-b-9b749c", "namespace": "openshift-ingress"} 2026-07-28T05:09:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b749c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b749c", "reconcileID": "f292085f-554c-4eb9-af1a-1cab8daa4596", "Gateway": "e2e-ipp-b-9b749c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b749c-authn-ssl"} 2026-07-28T05:09:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b749c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b749c", "reconcileID": "f292085f-554c-4eb9-af1a-1cab8daa4596", "Gateway": "e2e-ipp-b-9b749c", "namespace": "openshift-ingress"} 2026-07-28T05:09:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9b749c"}, "namespace": "ai-tenant-e2e-ipp-b-9b749c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d2c3cf0-7f51-487f-9924-b1342cdc3242", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9b749c"} 2026-07-28T05:09:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9b749c"}, "namespace": "ai-tenant-e2e-ipp-b-9b749c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d2c3cf0-7f51-487f-9924-b1342cdc3242", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9b749c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T05:09:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9b749c"}, "namespace": "ai-tenant-e2e-ipp-b-9b749c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d2c3cf0-7f51-487f-9924-b1342cdc3242", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-9b749c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T05:09:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9b749c"}, "namespace": "ai-tenant-e2e-ipp-b-9b749c", "name": "odh-trusted-ca-bundle", "reconcileID": "8350908e-3e89-4964-888d-18767c59869e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9b749c"} 2026-07-28T05:09:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9b749c"}, "namespace": "ai-tenant-e2e-ipp-b-9b749c", "name": "odh-trusted-ca-bundle", "reconcileID": "8350908e-3e89-4964-888d-18767c59869e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9b749c"} 2026-07-28T05:09:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-9b749c"}, "namespace": "ai-tenant-e2e-ipp-b-9b749c", "name": "openshift-service-ca.crt", "reconcileID": "192e56e9-3fdd-4130-a4cc-45ee4a0374eb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-9b749c"} 2026-07-28T05:09:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-9b749c"}, "namespace": "ai-tenant-e2e-ipp-b-9b749c", "name": "openshift-service-ca.crt", "reconcileID": "192e56e9-3fdd-4130-a4cc-45ee4a0374eb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-9b749c"} 2026-07-28T05:09:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9b749c"}, "namespace": "ai-tenant-e2e-ipp-b-9b749c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f56393ce-8f76-4064-9e9a-3d7254e80ccd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9b749c"} 2026-07-28T05:09:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9b749c"}, "namespace": "ai-tenant-e2e-ipp-b-9b749c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f56393ce-8f76-4064-9e9a-3d7254e80ccd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9b749c"} 2026-07-28T05:09:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "50c0b874-4bcf-40e4-b7df-dff1ed3490ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T05:09:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1badbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb", "reconcileID": "20bc97fe-e10f-4fbd-a2bb-94afee69bb93", "Gateway": "e2e-shared-a-1badbb", "namespace": "openshift-ingress"} 2026-07-28T05:09:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1badbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb", "reconcileID": "20bc97fe-e10f-4fbd-a2bb-94afee69bb93", "Gateway": "e2e-shared-a-1badbb", "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb-authn-ssl"} 2026-07-28T05:09:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1badbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb", "reconcileID": "20bc97fe-e10f-4fbd-a2bb-94afee69bb93", "Gateway": "e2e-shared-a-1badbb", "namespace": "openshift-ingress"} 2026-07-28T05:09:26Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T05:09:26Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T05:09:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1badbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb", "reconcileID": "5e631a3f-0000-4022-b0ad-0af0aa518e26", "Gateway": "e2e-shared-a-1badbb", "namespace": "openshift-ingress"} 2026-07-28T05:09:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1badbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb", "reconcileID": "5e631a3f-0000-4022-b0ad-0af0aa518e26", "Gateway": "e2e-shared-a-1badbb", "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb-authn-ssl"} 2026-07-28T05:09:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1badbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1badbb", "reconcileID": "5e631a3f-0000-4022-b0ad-0af0aa518e26", "Gateway": "e2e-shared-a-1badbb", "namespace": "openshift-ingress"} 2026-07-28T05:09:27Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T05:09:27Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T05:09:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d4fe9f1b-0116-4f51-be8f-9e87404c1370", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:09:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d4fe9f1b-0116-4f51-be8f-9e87404c1370", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1badbb", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T05:09:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d4fe9f1b-0116-4f51-be8f-9e87404c1370", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-1badbb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T05:09:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "odh-trusted-ca-bundle", "reconcileID": "2c80aed5-d686-4dd7-96b3-0574b316a368", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:09:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "odh-trusted-ca-bundle", "reconcileID": "2c80aed5-d686-4dd7-96b3-0574b316a368", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:09:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "openshift-service-ca.crt", "reconcileID": "e9527219-8292-4e63-9939-97ea0c245a87", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:09:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "openshift-service-ca.crt", "reconcileID": "e9527219-8292-4e63-9939-97ea0c245a87", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:09:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "af1ae8ac-eead-40d3-99df-fe4c2357f4a8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:09:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1badbb"}, "namespace": "ai-tenant-e2e-shared-a-1badbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "af1ae8ac-eead-40d3-99df-fe4c2357f4a8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1badbb"} 2026-07-28T05:09:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ba58e507-c941-44c9-a7d4-466336c9e957", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T05:09:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "412e08cb-f3f3-4405-b399-c683d74c7afb", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress"} 2026-07-28T05:09:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "412e08cb-f3f3-4405-b399-c683d74c7afb", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557-authn-ssl"} 2026-07-28T05:09:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "412e08cb-f3f3-4405-b399-c683d74c7afb", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress"} 2026-07-28T05:09:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "294889b1-25c1-486f-bf74-b70bd7b48ede", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress"} 2026-07-28T05:09:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "294889b1-25c1-486f-bf74-b70bd7b48ede", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557-authn-ssl"} 2026-07-28T05:09:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-92c557","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-92c557", "reconcileID": "294889b1-25c1-486f-bf74-b70bd7b48ede", "Gateway": "e2e-shared-b-92c557", "namespace": "openshift-ingress"} 2026-07-28T05:09:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e924945f-ea41-4084-a469-3ed321730157", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:09:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e924945f-ea41-4084-a469-3ed321730157", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-92c557", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T05:09:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e924945f-ea41-4084-a469-3ed321730157", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-92c557 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T05:09:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "odh-trusted-ca-bundle", "reconcileID": "85fc1d4c-856a-4528-9805-90d3457cdac9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:09:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "odh-trusted-ca-bundle", "reconcileID": "85fc1d4c-856a-4528-9805-90d3457cdac9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:09:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "openshift-service-ca.crt", "reconcileID": "19ad846e-56ef-4d90-8cab-85269aa078f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:09:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "openshift-service-ca.crt", "reconcileID": "19ad846e-56ef-4d90-8cab-85269aa078f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:09:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "929a2138-876e-4134-97b3-3452b1f1138b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-92c557"} 2026-07-28T05:09:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-92c557"}, "namespace": "ai-tenant-e2e-shared-b-92c557", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "929a2138-876e-4134-97b3-3452b1f1138b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-92c557"}