2026-07-29T01:59:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d32f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5", "reconcileID": "91f2df1f-2e24-446f-b019-0920f74d75ce", "Gateway": "e2e-shared-b-0d32f5", "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5-authn-ssl"} 2026-07-29T01:59:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d32f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5", "reconcileID": "91f2df1f-2e24-446f-b019-0920f74d75ce", "Gateway": "e2e-shared-b-0d32f5", "namespace": "openshift-ingress"} 2026-07-29T01:59:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "sub-test-model-0d32f5", "reconcileID": "6ddf557a-e154-4b19-ac74-466b06e4415b", "LLMInferenceService": "sub-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T01:59:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "sub-test-model-0d32f5", "reconcileID": "6ddf557a-e154-4b19-ac74-466b06e4415b", "LLMInferenceService": "sub-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T01:59:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "sub-test-model-0d32f5", "reconcileID": "6ddf557a-e154-4b19-ac74-466b06e4415b", "LLMInferenceService": "sub-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T01:59:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "sub-test-model-0d32f5", "reconcileID": "6ddf557a-e154-4b19-ac74-466b06e4415b", "LLMInferenceService": "sub-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "sub-test-model-0d32f5-kserve-route-authn"} 2026-07-29T01:59:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "sub-test-model-0d32f5", "reconcileID": "6ddf557a-e154-4b19-ac74-466b06e4415b", "LLMInferenceService": "sub-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5", "authType": "userdefined"} 2026-07-29T01:59:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "sub-test-model-0d32f5", "reconcileID": "6ddf557a-e154-4b19-ac74-466b06e4415b", "LLMInferenceService": "sub-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:00:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d32f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5", "reconcileID": "6a98b5a6-70db-4d93-8bfb-062364bb862a", "Gateway": "e2e-shared-b-0d32f5", "namespace": "openshift-ingress"} 2026-07-29T02:00:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d32f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5", "reconcileID": "6a98b5a6-70db-4d93-8bfb-062364bb862a", "Gateway": "e2e-shared-b-0d32f5", "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5-authn-ssl"} 2026-07-29T02:00:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d32f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5", "reconcileID": "6a98b5a6-70db-4d93-8bfb-062364bb862a", "Gateway": "e2e-shared-b-0d32f5", "namespace": "openshift-ingress"} 2026-07-29T02:00:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "sub-test-model-0d32f5", "reconcileID": "59cc5e11-2c59-449b-af09-2d4807911dff", "LLMInferenceService": "sub-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:00:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "sub-test-model-0d32f5", "reconcileID": "59cc5e11-2c59-449b-af09-2d4807911dff", "LLMInferenceService": "sub-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:00:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "sub-test-model-0d32f5", "reconcileID": "59cc5e11-2c59-449b-af09-2d4807911dff", "LLMInferenceService": "sub-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:00:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "sub-test-model-0d32f5", "reconcileID": "59cc5e11-2c59-449b-af09-2d4807911dff", "LLMInferenceService": "sub-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "sub-test-model-0d32f5-kserve-route-authn"} 2026-07-29T02:00:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "sub-test-model-0d32f5", "reconcileID": "59cc5e11-2c59-449b-af09-2d4807911dff", "LLMInferenceService": "sub-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5", "authType": "userdefined"} 2026-07-29T02:00:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "sub-test-model-0d32f5", "reconcileID": "59cc5e11-2c59-449b-af09-2d4807911dff", "LLMInferenceService": "sub-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:00:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "sub-test-model-0d32f5", "reconcileID": "758c80b1-2e96-4416-9b09-304585b9b297", "LLMInferenceService": "sub-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:00:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "sub-test-model-0d32f5", "reconcileID": "758c80b1-2e96-4416-9b09-304585b9b297", "LLMInferenceService": "sub-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:00:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "sub-test-model-0d32f5", "reconcileID": "758c80b1-2e96-4416-9b09-304585b9b297", "LLMInferenceService": "sub-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:00:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "sub-test-model-0d32f5", "reconcileID": "758c80b1-2e96-4416-9b09-304585b9b297", "LLMInferenceService": "sub-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "sub-test-model-0d32f5-kserve-route-authn"} 2026-07-29T02:00:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "sub-test-model-0d32f5", "reconcileID": "758c80b1-2e96-4416-9b09-304585b9b297", "LLMInferenceService": "sub-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5", "authType": "userdefined"} 2026-07-29T02:00:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "sub-test-model-0d32f5", "reconcileID": "758c80b1-2e96-4416-9b09-304585b9b297", "LLMInferenceService": "sub-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:00:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "sub-test-model-0d32f5", "reconcileID": "62ed394d-0b74-42d8-b9bb-67b12090b4d1", "LLMInferenceService": "sub-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:00:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "sub-test-model-0d32f5", "reconcileID": "62ed394d-0b74-42d8-b9bb-67b12090b4d1", "LLMInferenceService": "sub-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:00:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "sub-test-model-0d32f5", "reconcileID": "62ed394d-0b74-42d8-b9bb-67b12090b4d1", "LLMInferenceService": "sub-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:00:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "sub-test-model-0d32f5", "reconcileID": "62ed394d-0b74-42d8-b9bb-67b12090b4d1", "LLMInferenceService": "sub-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "sub-test-model-0d32f5-kserve-route-authn"} 2026-07-29T02:00:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "sub-test-model-0d32f5", "reconcileID": "62ed394d-0b74-42d8-b9bb-67b12090b4d1", "LLMInferenceService": "sub-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5", "authType": "userdefined"} 2026-07-29T02:00:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "sub-test-model-0d32f5", "reconcileID": "62ed394d-0b74-42d8-b9bb-67b12090b4d1", "LLMInferenceService": "sub-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:00:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c798cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc", "reconcileID": "90c17e4e-ce88-4462-86d5-20ba6ef973d1", "Gateway": "e2e-shared-a-c798cc", "namespace": "openshift-ingress"} 2026-07-29T02:00:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c798cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc", "reconcileID": "90c17e4e-ce88-4462-86d5-20ba6ef973d1", "Gateway": "e2e-shared-a-c798cc", "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc-authn-ssl"} 2026-07-29T02:00:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c798cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc", "reconcileID": "90c17e4e-ce88-4462-86d5-20ba6ef973d1", "Gateway": "e2e-shared-a-c798cc", "namespace": "openshift-ingress"} 2026-07-29T02:00:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d32f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5", "reconcileID": "afff4fd2-b86c-4a9c-8348-4e098dae5714", "Gateway": "e2e-shared-b-0d32f5", "namespace": "openshift-ingress"} 2026-07-29T02:00:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d32f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5", "reconcileID": "afff4fd2-b86c-4a9c-8348-4e098dae5714", "Gateway": "e2e-shared-b-0d32f5", "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5-authn-ssl"} 2026-07-29T02:00:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d32f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5", "reconcileID": "afff4fd2-b86c-4a9c-8348-4e098dae5714", "Gateway": "e2e-shared-b-0d32f5", "namespace": "openshift-ingress"} 2026-07-29T02:01:00Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "sub-test-model-c798cc", "reconcileID": "38f39d8b-db5d-4465-bc3c-6f68d1a9a6d8", "LLMInferenceService": "sub-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc"} 2026-07-29T02:01:00Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "sub-test-model-c798cc", "reconcileID": "38f39d8b-db5d-4465-bc3c-6f68d1a9a6d8", "LLMInferenceService": "sub-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "sub-test-model-c798cc"} 2026-07-29T02:01:00Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "sub-test-model-c798cc", "reconcileID": "38f39d8b-db5d-4465-bc3c-6f68d1a9a6d8", "LLMInferenceService": "sub-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc"} 2026-07-29T02:01:00Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "sub-test-model-c798cc", "reconcileID": "38f39d8b-db5d-4465-bc3c-6f68d1a9a6d8", "LLMInferenceService": "sub-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc"} 2026-07-29T02:01:00Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "sub-test-model-c798cc", "reconcileID": "38f39d8b-db5d-4465-bc3c-6f68d1a9a6d8", "LLMInferenceService": "sub-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "sub-test-model-c798cc-kserve-route-authn"} 2026-07-29T02:01:00Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "sub-test-model-c798cc", "reconcileID": "38f39d8b-db5d-4465-bc3c-6f68d1a9a6d8", "LLMInferenceService": "sub-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "sub-test-model-c798cc-kserve-route-authn"} 2026-07-29T02:01:00Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "sub-test-model-c798cc", "reconcileID": "38f39d8b-db5d-4465-bc3c-6f68d1a9a6d8", "LLMInferenceService": "sub-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc"} 2026-07-29T02:01:00Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "sub-test-model-c798cc", "reconcileID": "38f39d8b-db5d-4465-bc3c-6f68d1a9a6d8", "LLMInferenceService": "sub-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc"} 2026-07-29T02:01:01Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "sub-test-model-c798cc", "reconcileID": "84f7e0ae-959e-457a-bc4c-4866e32e69cc", "LLMInferenceService": "sub-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc"} 2026-07-29T02:01:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c798cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc", "reconcileID": "eef4f5d4-eda9-4796-a147-8afbcc8a7647", "Gateway": "e2e-shared-a-c798cc", "namespace": "openshift-ingress"} 2026-07-29T02:01:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c798cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc", "reconcileID": "eef4f5d4-eda9-4796-a147-8afbcc8a7647", "Gateway": "e2e-shared-a-c798cc", "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc-authn-ssl"} 2026-07-29T02:01:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c798cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc", "reconcileID": "eef4f5d4-eda9-4796-a147-8afbcc8a7647", "Gateway": "e2e-shared-a-c798cc", "namespace": "openshift-ingress"} 2026-07-29T02:01:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c798cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc", "reconcileID": "5c496129-5a41-48aa-aace-48e40f2cc49f", "Gateway": "e2e-shared-a-c798cc", "namespace": "openshift-ingress"} 2026-07-29T02:01:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c798cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc", "reconcileID": "5c496129-5a41-48aa-aace-48e40f2cc49f", "Gateway": "e2e-shared-a-c798cc", "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc-authn-ssl"} 2026-07-29T02:01:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c798cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc", "reconcileID": "5c496129-5a41-48aa-aace-48e40f2cc49f", "Gateway": "e2e-shared-a-c798cc", "namespace": "openshift-ingress"} 2026-07-29T02:01:01Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "sub-test-model-0d32f5", "reconcileID": "564ec602-74c9-4e0e-a6d6-8dd643a8a140", "LLMInferenceService": "sub-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:01:01Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "sub-test-model-0d32f5", "reconcileID": "564ec602-74c9-4e0e-a6d6-8dd643a8a140", "LLMInferenceService": "sub-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "sub-test-model-0d32f5"} 2026-07-29T02:01:01Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "sub-test-model-0d32f5", "reconcileID": "564ec602-74c9-4e0e-a6d6-8dd643a8a140", "LLMInferenceService": "sub-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:01:01Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "sub-test-model-0d32f5", "reconcileID": "564ec602-74c9-4e0e-a6d6-8dd643a8a140", "LLMInferenceService": "sub-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:01:01Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "sub-test-model-0d32f5", "reconcileID": "564ec602-74c9-4e0e-a6d6-8dd643a8a140", "LLMInferenceService": "sub-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "sub-test-model-0d32f5-kserve-route-authn"} 2026-07-29T02:01:01Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "sub-test-model-0d32f5", "reconcileID": "564ec602-74c9-4e0e-a6d6-8dd643a8a140", "LLMInferenceService": "sub-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "sub-test-model-0d32f5-kserve-route-authn"} 2026-07-29T02:01:01Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "sub-test-model-0d32f5", "reconcileID": "564ec602-74c9-4e0e-a6d6-8dd643a8a140", "LLMInferenceService": "sub-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:01:01Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "sub-test-model-0d32f5", "reconcileID": "564ec602-74c9-4e0e-a6d6-8dd643a8a140", "LLMInferenceService": "sub-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:01:01Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "sub-test-model-0d32f5", "reconcileID": "454eec4b-3ce6-4202-8dd9-8f3d73288aaa", "LLMInferenceService": "sub-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:01:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d32f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5", "reconcileID": "0601b457-9ab3-4cc4-81eb-ca7a8665aace", "Gateway": "e2e-shared-b-0d32f5", "namespace": "openshift-ingress"} 2026-07-29T02:01:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d32f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5", "reconcileID": "0601b457-9ab3-4cc4-81eb-ca7a8665aace", "Gateway": "e2e-shared-b-0d32f5", "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5-authn-ssl"} 2026-07-29T02:01:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d32f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5", "reconcileID": "0601b457-9ab3-4cc4-81eb-ca7a8665aace", "Gateway": "e2e-shared-b-0d32f5", "namespace": "openshift-ingress"} 2026-07-29T02:01:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d32f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5", "reconcileID": "350ba3e5-687c-4dd1-969f-1c5fa64af840", "Gateway": "e2e-shared-b-0d32f5", "namespace": "openshift-ingress"} 2026-07-29T02:01:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d32f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5", "reconcileID": "350ba3e5-687c-4dd1-969f-1c5fa64af840", "Gateway": "e2e-shared-b-0d32f5", "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5-authn-ssl"} 2026-07-29T02:01:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d32f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5", "reconcileID": "350ba3e5-687c-4dd1-969f-1c5fa64af840", "Gateway": "e2e-shared-b-0d32f5", "namespace": "openshift-ingress"} 2026-07-29T02:01:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc", "reconcileID": "2547b46a-e560-46f0-a16d-8a439906c09f", "LLMInferenceService": "rate-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc"} 2026-07-29T02:01:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc", "reconcileID": "2547b46a-e560-46f0-a16d-8a439906c09f", "LLMInferenceService": "rate-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc"} 2026-07-29T02:01:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc", "reconcileID": "2547b46a-e560-46f0-a16d-8a439906c09f", "LLMInferenceService": "rate-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc"} 2026-07-29T02:01:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c798cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc", "reconcileID": "193d7846-c4ea-4664-83be-3525bea8bddc", "Gateway": "e2e-shared-a-c798cc", "namespace": "openshift-ingress"} 2026-07-29T02:01:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc", "reconcileID": "2547b46a-e560-46f0-a16d-8a439906c09f", "LLMInferenceService": "rate-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc-kserve-route-authn"} 2026-07-29T02:01:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc", "reconcileID": "2547b46a-e560-46f0-a16d-8a439906c09f", "LLMInferenceService": "rate-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc", "authType": "userdefined"} 2026-07-29T02:01:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc", "reconcileID": "2547b46a-e560-46f0-a16d-8a439906c09f", "LLMInferenceService": "rate-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc"} 2026-07-29T02:01:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c798cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc", "reconcileID": "193d7846-c4ea-4664-83be-3525bea8bddc", "Gateway": "e2e-shared-a-c798cc", "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc-authn-ssl"} 2026-07-29T02:01:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c798cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc", "reconcileID": "193d7846-c4ea-4664-83be-3525bea8bddc", "Gateway": "e2e-shared-a-c798cc", "namespace": "openshift-ingress"} 2026-07-29T02:01:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc", "reconcileID": "62e2f175-fddf-41f1-a20c-dea21d57e77d", "LLMInferenceService": "rate-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc"} 2026-07-29T02:01:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc", "reconcileID": "62e2f175-fddf-41f1-a20c-dea21d57e77d", "LLMInferenceService": "rate-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc"} 2026-07-29T02:01:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc", "reconcileID": "62e2f175-fddf-41f1-a20c-dea21d57e77d", "LLMInferenceService": "rate-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc"} 2026-07-29T02:01:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc", "reconcileID": "62e2f175-fddf-41f1-a20c-dea21d57e77d", "LLMInferenceService": "rate-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc-kserve-route-authn"} 2026-07-29T02:01:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc", "reconcileID": "62e2f175-fddf-41f1-a20c-dea21d57e77d", "LLMInferenceService": "rate-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc", "authType": "userdefined"} 2026-07-29T02:01:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc", "reconcileID": "62e2f175-fddf-41f1-a20c-dea21d57e77d", "LLMInferenceService": "rate-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc"} 2026-07-29T02:01:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c798cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc", "reconcileID": "184b1713-6491-4443-87ca-4fb907f7095a", "Gateway": "e2e-shared-a-c798cc", "namespace": "openshift-ingress"} 2026-07-29T02:01:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c798cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc", "reconcileID": "184b1713-6491-4443-87ca-4fb907f7095a", "Gateway": "e2e-shared-a-c798cc", "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc-authn-ssl"} 2026-07-29T02:01:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c798cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc", "reconcileID": "184b1713-6491-4443-87ca-4fb907f7095a", "Gateway": "e2e-shared-a-c798cc", "namespace": "openshift-ingress"} 2026-07-29T02:01:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc", "reconcileID": "c74e603d-8db1-463e-bd1f-04cb14009f03", "LLMInferenceService": "rate-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc"} 2026-07-29T02:01:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc", "reconcileID": "c74e603d-8db1-463e-bd1f-04cb14009f03", "LLMInferenceService": "rate-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc"} 2026-07-29T02:01:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc", "reconcileID": "c74e603d-8db1-463e-bd1f-04cb14009f03", "LLMInferenceService": "rate-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc"} 2026-07-29T02:01:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc", "reconcileID": "c74e603d-8db1-463e-bd1f-04cb14009f03", "LLMInferenceService": "rate-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc-kserve-route-authn"} 2026-07-29T02:01:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc", "reconcileID": "c74e603d-8db1-463e-bd1f-04cb14009f03", "LLMInferenceService": "rate-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc", "authType": "userdefined"} 2026-07-29T02:01:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc", "reconcileID": "c74e603d-8db1-463e-bd1f-04cb14009f03", "LLMInferenceService": "rate-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc"} 2026-07-29T02:01:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc", "reconcileID": "89dc70e0-1d78-49aa-9ca3-1d492be6089a", "LLMInferenceService": "rate-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc"} 2026-07-29T02:01:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc", "reconcileID": "89dc70e0-1d78-49aa-9ca3-1d492be6089a", "LLMInferenceService": "rate-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc"} 2026-07-29T02:01:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc", "reconcileID": "89dc70e0-1d78-49aa-9ca3-1d492be6089a", "LLMInferenceService": "rate-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc"} 2026-07-29T02:01:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc", "reconcileID": "89dc70e0-1d78-49aa-9ca3-1d492be6089a", "LLMInferenceService": "rate-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc-kserve-route-authn"} 2026-07-29T02:01:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc", "reconcileID": "89dc70e0-1d78-49aa-9ca3-1d492be6089a", "LLMInferenceService": "rate-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc", "authType": "userdefined"} 2026-07-29T02:01:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc", "reconcileID": "89dc70e0-1d78-49aa-9ca3-1d492be6089a", "LLMInferenceService": "rate-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc"} 2026-07-29T02:01:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c798cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc", "reconcileID": "5abb62e5-afaa-45c5-b5e2-1c9304e3c969", "Gateway": "e2e-shared-a-c798cc", "namespace": "openshift-ingress"} 2026-07-29T02:01:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c798cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc", "reconcileID": "5abb62e5-afaa-45c5-b5e2-1c9304e3c969", "Gateway": "e2e-shared-a-c798cc", "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc-authn-ssl"} 2026-07-29T02:01:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c798cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc", "reconcileID": "5abb62e5-afaa-45c5-b5e2-1c9304e3c969", "Gateway": "e2e-shared-a-c798cc", "namespace": "openshift-ingress"} 2026-07-29T02:01:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d32f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5", "reconcileID": "2f5f1716-035c-44f8-b520-bcb33a365274", "Gateway": "e2e-shared-b-0d32f5", "namespace": "openshift-ingress"} 2026-07-29T02:01:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d32f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5", "reconcileID": "2f5f1716-035c-44f8-b520-bcb33a365274", "Gateway": "e2e-shared-b-0d32f5", "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5-authn-ssl"} 2026-07-29T02:01:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d32f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5", "reconcileID": "2f5f1716-035c-44f8-b520-bcb33a365274", "Gateway": "e2e-shared-b-0d32f5", "namespace": "openshift-ingress"} 2026-07-29T02:01:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc", "reconcileID": "13331e26-f8eb-4153-bc8f-6a42d2f2d765", "LLMInferenceService": "rate-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc"} 2026-07-29T02:01:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc", "reconcileID": "13331e26-f8eb-4153-bc8f-6a42d2f2d765", "LLMInferenceService": "rate-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc"} 2026-07-29T02:01:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc", "reconcileID": "13331e26-f8eb-4153-bc8f-6a42d2f2d765", "LLMInferenceService": "rate-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc"} 2026-07-29T02:01:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc", "reconcileID": "13331e26-f8eb-4153-bc8f-6a42d2f2d765", "LLMInferenceService": "rate-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc-kserve-route-authn"} 2026-07-29T02:01:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc", "reconcileID": "13331e26-f8eb-4153-bc8f-6a42d2f2d765", "LLMInferenceService": "rate-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc", "authType": "userdefined"} 2026-07-29T02:01:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc", "reconcileID": "13331e26-f8eb-4153-bc8f-6a42d2f2d765", "LLMInferenceService": "rate-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc"} 2026-07-29T02:01:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5", "reconcileID": "9480c207-9823-40ba-812e-7c5df3065093", "LLMInferenceService": "rate-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:01:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5", "reconcileID": "9480c207-9823-40ba-812e-7c5df3065093", "LLMInferenceService": "rate-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:01:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5", "reconcileID": "9480c207-9823-40ba-812e-7c5df3065093", "LLMInferenceService": "rate-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:01:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d32f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5", "reconcileID": "58f9110a-fb3e-4254-a17b-a1f6e3d191cb", "Gateway": "e2e-shared-b-0d32f5", "namespace": "openshift-ingress"} 2026-07-29T02:01:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5", "reconcileID": "9480c207-9823-40ba-812e-7c5df3065093", "LLMInferenceService": "rate-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5-kserve-route-authn"} 2026-07-29T02:01:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5", "reconcileID": "9480c207-9823-40ba-812e-7c5df3065093", "LLMInferenceService": "rate-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5", "authType": "userdefined"} 2026-07-29T02:01:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5", "reconcileID": "9480c207-9823-40ba-812e-7c5df3065093", "LLMInferenceService": "rate-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:01:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d32f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5", "reconcileID": "58f9110a-fb3e-4254-a17b-a1f6e3d191cb", "Gateway": "e2e-shared-b-0d32f5", "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5-authn-ssl"} 2026-07-29T02:01:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d32f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5", "reconcileID": "58f9110a-fb3e-4254-a17b-a1f6e3d191cb", "Gateway": "e2e-shared-b-0d32f5", "namespace": "openshift-ingress"} 2026-07-29T02:01:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5", "reconcileID": "ff674c7c-eb38-4e1d-adc3-ca586ed07b2e", "LLMInferenceService": "rate-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:01:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5", "reconcileID": "ff674c7c-eb38-4e1d-adc3-ca586ed07b2e", "LLMInferenceService": "rate-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:01:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5", "reconcileID": "ff674c7c-eb38-4e1d-adc3-ca586ed07b2e", "LLMInferenceService": "rate-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:01:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5", "reconcileID": "ff674c7c-eb38-4e1d-adc3-ca586ed07b2e", "LLMInferenceService": "rate-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5-kserve-route-authn"} 2026-07-29T02:01:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5", "reconcileID": "ff674c7c-eb38-4e1d-adc3-ca586ed07b2e", "LLMInferenceService": "rate-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5", "authType": "userdefined"} 2026-07-29T02:01:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5", "reconcileID": "ff674c7c-eb38-4e1d-adc3-ca586ed07b2e", "LLMInferenceService": "rate-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:01:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d32f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5", "reconcileID": "676f47f0-6e98-48cd-af60-863421441cb1", "Gateway": "e2e-shared-b-0d32f5", "namespace": "openshift-ingress"} 2026-07-29T02:01:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d32f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5", "reconcileID": "676f47f0-6e98-48cd-af60-863421441cb1", "Gateway": "e2e-shared-b-0d32f5", "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5-authn-ssl"} 2026-07-29T02:01:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d32f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5", "reconcileID": "676f47f0-6e98-48cd-af60-863421441cb1", "Gateway": "e2e-shared-b-0d32f5", "namespace": "openshift-ingress"} 2026-07-29T02:01:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5", "reconcileID": "fc7c8ab8-132d-45da-bd86-f0f8578f5505", "LLMInferenceService": "rate-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:01:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5", "reconcileID": "fc7c8ab8-132d-45da-bd86-f0f8578f5505", "LLMInferenceService": "rate-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:01:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5", "reconcileID": "fc7c8ab8-132d-45da-bd86-f0f8578f5505", "LLMInferenceService": "rate-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:01:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5", "reconcileID": "fc7c8ab8-132d-45da-bd86-f0f8578f5505", "LLMInferenceService": "rate-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5-kserve-route-authn"} 2026-07-29T02:01:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5", "reconcileID": "fc7c8ab8-132d-45da-bd86-f0f8578f5505", "LLMInferenceService": "rate-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5", "authType": "userdefined"} 2026-07-29T02:01:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5", "reconcileID": "fc7c8ab8-132d-45da-bd86-f0f8578f5505", "LLMInferenceService": "rate-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:01:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5", "reconcileID": "b75f7796-9625-469e-8b14-fc09991527ea", "LLMInferenceService": "rate-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:01:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5", "reconcileID": "b75f7796-9625-469e-8b14-fc09991527ea", "LLMInferenceService": "rate-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:01:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5", "reconcileID": "b75f7796-9625-469e-8b14-fc09991527ea", "LLMInferenceService": "rate-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:01:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5", "reconcileID": "b75f7796-9625-469e-8b14-fc09991527ea", "LLMInferenceService": "rate-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5-kserve-route-authn"} 2026-07-29T02:01:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5", "reconcileID": "b75f7796-9625-469e-8b14-fc09991527ea", "LLMInferenceService": "rate-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5", "authType": "userdefined"} 2026-07-29T02:01:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5", "reconcileID": "b75f7796-9625-469e-8b14-fc09991527ea", "LLMInferenceService": "rate-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:01:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6ba01761-929d-4bbd-99bd-08285f59d971", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T02:01:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5", "reconcileID": "1ce120b5-3810-4c02-aaed-1fa59c7ca9ba", "LLMInferenceService": "rate-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:01:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5", "reconcileID": "1ce120b5-3810-4c02-aaed-1fa59c7ca9ba", "LLMInferenceService": "rate-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:01:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5", "reconcileID": "1ce120b5-3810-4c02-aaed-1fa59c7ca9ba", "LLMInferenceService": "rate-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:01:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5", "reconcileID": "1ce120b5-3810-4c02-aaed-1fa59c7ca9ba", "LLMInferenceService": "rate-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5-kserve-route-authn"} 2026-07-29T02:01:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5", "reconcileID": "1ce120b5-3810-4c02-aaed-1fa59c7ca9ba", "LLMInferenceService": "rate-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5", "authType": "userdefined"} 2026-07-29T02:01:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5", "reconcileID": "1ce120b5-3810-4c02-aaed-1fa59c7ca9ba", "LLMInferenceService": "rate-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:01:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d32f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5", "reconcileID": "5adc25ec-a778-48da-b7c0-3ffed98f7bad", "Gateway": "e2e-shared-b-0d32f5", "namespace": "openshift-ingress"} 2026-07-29T02:01:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d32f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5", "reconcileID": "5adc25ec-a778-48da-b7c0-3ffed98f7bad", "Gateway": "e2e-shared-b-0d32f5", "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5-authn-ssl"} 2026-07-29T02:01:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d32f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5", "reconcileID": "5adc25ec-a778-48da-b7c0-3ffed98f7bad", "Gateway": "e2e-shared-b-0d32f5", "namespace": "openshift-ingress"} 2026-07-29T02:01:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c798cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc", "reconcileID": "59428412-4e8a-4eb9-bc8e-d35a66d612a7", "Gateway": "e2e-shared-a-c798cc", "namespace": "openshift-ingress"} 2026-07-29T02:01:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c798cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc", "reconcileID": "59428412-4e8a-4eb9-bc8e-d35a66d612a7", "Gateway": "e2e-shared-a-c798cc", "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc-authn-ssl"} 2026-07-29T02:01:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c798cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc", "reconcileID": "59428412-4e8a-4eb9-bc8e-d35a66d612a7", "Gateway": "e2e-shared-a-c798cc", "namespace": "openshift-ingress"} 2026-07-29T02:02:31Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc", "reconcileID": "d002f499-701c-4cca-92d7-2836fc84cfff", "LLMInferenceService": "rate-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc"} 2026-07-29T02:02:31Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc", "reconcileID": "d002f499-701c-4cca-92d7-2836fc84cfff", "LLMInferenceService": "rate-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc"} 2026-07-29T02:02:31Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc", "reconcileID": "d002f499-701c-4cca-92d7-2836fc84cfff", "LLMInferenceService": "rate-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc"} 2026-07-29T02:02:31Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc", "reconcileID": "d002f499-701c-4cca-92d7-2836fc84cfff", "LLMInferenceService": "rate-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc"} 2026-07-29T02:02:31Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc", "reconcileID": "d002f499-701c-4cca-92d7-2836fc84cfff", "LLMInferenceService": "rate-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc-kserve-route-authn"} 2026-07-29T02:02:31Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc", "reconcileID": "d002f499-701c-4cca-92d7-2836fc84cfff", "LLMInferenceService": "rate-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc-kserve-route-authn"} 2026-07-29T02:02:31Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc", "reconcileID": "d002f499-701c-4cca-92d7-2836fc84cfff", "LLMInferenceService": "rate-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc"} 2026-07-29T02:02:31Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc", "reconcileID": "d002f499-701c-4cca-92d7-2836fc84cfff", "LLMInferenceService": "rate-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc"} 2026-07-29T02:02:31Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c798cc","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "rate-test-model-c798cc", "reconcileID": "2d2d17c7-1c03-40a2-ab55-6945452a7618", "LLMInferenceService": "rate-test-model-c798cc", "namespace": "ai-tenant-e2e-shared-a-c798cc"} 2026-07-29T02:02:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c798cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc", "reconcileID": "7b6b82ce-0347-499c-afbe-1208da005b0b", "Gateway": "e2e-shared-a-c798cc", "namespace": "openshift-ingress"} 2026-07-29T02:02:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c798cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc", "reconcileID": "7b6b82ce-0347-499c-afbe-1208da005b0b", "Gateway": "e2e-shared-a-c798cc", "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc-authn-ssl"} 2026-07-29T02:02:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c798cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc", "reconcileID": "7b6b82ce-0347-499c-afbe-1208da005b0b", "Gateway": "e2e-shared-a-c798cc", "namespace": "openshift-ingress"} 2026-07-29T02:02:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c798cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc", "reconcileID": "7bdd5669-e7d0-439c-aee5-e18d135106e8", "Gateway": "e2e-shared-a-c798cc", "namespace": "openshift-ingress"} 2026-07-29T02:02:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c798cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc", "reconcileID": "7bdd5669-e7d0-439c-aee5-e18d135106e8", "Gateway": "e2e-shared-a-c798cc", "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc-authn-ssl"} 2026-07-29T02:02:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c798cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc", "reconcileID": "7bdd5669-e7d0-439c-aee5-e18d135106e8", "Gateway": "e2e-shared-a-c798cc", "namespace": "openshift-ingress"} 2026-07-29T02:02:32Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5", "reconcileID": "41593a3b-6d75-4318-8c89-d7676a8dba9e", "LLMInferenceService": "rate-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:02:32Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5", "reconcileID": "41593a3b-6d75-4318-8c89-d7676a8dba9e", "LLMInferenceService": "rate-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5"} 2026-07-29T02:02:32Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5", "reconcileID": "41593a3b-6d75-4318-8c89-d7676a8dba9e", "LLMInferenceService": "rate-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:02:32Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5", "reconcileID": "41593a3b-6d75-4318-8c89-d7676a8dba9e", "LLMInferenceService": "rate-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:02:32Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5", "reconcileID": "41593a3b-6d75-4318-8c89-d7676a8dba9e", "LLMInferenceService": "rate-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5-kserve-route-authn"} 2026-07-29T02:02:32Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5", "reconcileID": "41593a3b-6d75-4318-8c89-d7676a8dba9e", "LLMInferenceService": "rate-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5-kserve-route-authn"} 2026-07-29T02:02:32Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5", "reconcileID": "41593a3b-6d75-4318-8c89-d7676a8dba9e", "LLMInferenceService": "rate-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:02:32Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5", "reconcileID": "41593a3b-6d75-4318-8c89-d7676a8dba9e", "LLMInferenceService": "rate-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:02:32Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d32f5","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "rate-test-model-0d32f5", "reconcileID": "a42081b3-7717-442e-8f68-48c817bdf4dc", "LLMInferenceService": "rate-test-model-0d32f5", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:02:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d32f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5", "reconcileID": "ad1fe347-7a57-48f1-9c2e-164972be36d1", "Gateway": "e2e-shared-b-0d32f5", "namespace": "openshift-ingress"} 2026-07-29T02:02:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d32f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5", "reconcileID": "ad1fe347-7a57-48f1-9c2e-164972be36d1", "Gateway": "e2e-shared-b-0d32f5", "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5-authn-ssl"} 2026-07-29T02:02:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d32f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5", "reconcileID": "ad1fe347-7a57-48f1-9c2e-164972be36d1", "Gateway": "e2e-shared-b-0d32f5", "namespace": "openshift-ingress"} 2026-07-29T02:02:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d32f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5", "reconcileID": "5baaac65-b27f-4fb5-b6d0-a2cb72f38674", "Gateway": "e2e-shared-b-0d32f5", "namespace": "openshift-ingress"} 2026-07-29T02:02:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d32f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5", "reconcileID": "5baaac65-b27f-4fb5-b6d0-a2cb72f38674", "Gateway": "e2e-shared-b-0d32f5", "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5-authn-ssl"} 2026-07-29T02:02:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d32f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5", "reconcileID": "5baaac65-b27f-4fb5-b6d0-a2cb72f38674", "Gateway": "e2e-shared-b-0d32f5", "namespace": "openshift-ingress"} 2026-07-29T02:02:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c798cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc", "reconcileID": "7de5e3ec-a520-400b-8617-e5391def93e8", "Gateway": "e2e-shared-a-c798cc", "namespace": "openshift-ingress"} 2026-07-29T02:02:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c798cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc", "reconcileID": "7de5e3ec-a520-400b-8617-e5391def93e8", "Gateway": "e2e-shared-a-c798cc", "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc-authn-ssl"} 2026-07-29T02:02:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c798cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc", "reconcileID": "7de5e3ec-a520-400b-8617-e5391def93e8", "Gateway": "e2e-shared-a-c798cc", "namespace": "openshift-ingress"} 2026-07-29T02:02:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d32f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5", "reconcileID": "46c4313e-177c-44ef-adf0-b0c39b8223a1", "Gateway": "e2e-shared-b-0d32f5", "namespace": "openshift-ingress"} 2026-07-29T02:02:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d32f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5", "reconcileID": "46c4313e-177c-44ef-adf0-b0c39b8223a1", "Gateway": "e2e-shared-b-0d32f5", "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5-authn-ssl"} 2026-07-29T02:02:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d32f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5", "reconcileID": "46c4313e-177c-44ef-adf0-b0c39b8223a1", "Gateway": "e2e-shared-b-0d32f5", "namespace": "openshift-ingress"} 2026-07-29T02:02:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "3a7f122e-b595-4f47-9e39-31ab455d697c", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress"} 2026-07-29T02:02:51Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "3a7f122e-b595-4f47-9e39-31ab455d697c", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277-authn-ssl"} 2026-07-29T02:02:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "3a7f122e-b595-4f47-9e39-31ab455d697c", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress"} 2026-07-29T02:02:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "f958e3a7-c6d0-4b7e-9c0a-e5da0ec64c8a", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress"} 2026-07-29T02:02:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "f958e3a7-c6d0-4b7e-9c0a-e5da0ec64c8a", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277-authn-ssl"} 2026-07-29T02:02:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "f958e3a7-c6d0-4b7e-9c0a-e5da0ec64c8a", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress"} 2026-07-29T02:02:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "fed92974-fa03-4027-b9aa-2a5dff7f25f3", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress"} 2026-07-29T02:02:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "fed92974-fa03-4027-b9aa-2a5dff7f25f3", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277-authn-ssl"} 2026-07-29T02:02:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "fed92974-fa03-4027-b9aa-2a5dff7f25f3", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress"} 2026-07-29T02:02:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "b69dd336-ebd5-48c2-a72c-1575bcdfd26a", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress"} 2026-07-29T02:02:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "b69dd336-ebd5-48c2-a72c-1575bcdfd26a", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277-authn-ssl"} 2026-07-29T02:02:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "b69dd336-ebd5-48c2-a72c-1575bcdfd26a", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress"} 2026-07-29T02:02:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "81e9d301-4e66-4c48-958a-7cb72bd165a7", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress"} 2026-07-29T02:02:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "81e9d301-4e66-4c48-958a-7cb72bd165a7", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277-authn-ssl"} 2026-07-29T02:02:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "81e9d301-4e66-4c48-958a-7cb72bd165a7", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress"} 2026-07-29T02:02:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "097613d0-314b-46a8-b4dc-a8bc3b6a031a", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress"} 2026-07-29T02:02:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "097613d0-314b-46a8-b4dc-a8bc3b6a031a", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277-authn-ssl"} 2026-07-29T02:02:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "097613d0-314b-46a8-b4dc-a8bc3b6a031a", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress"} 2026-07-29T02:02:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "584686a5-be48-44cc-b2e9-a3c26923409b", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress"} 2026-07-29T02:02:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "584686a5-be48-44cc-b2e9-a3c26923409b", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277-authn-ssl"} 2026-07-29T02:02:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "584686a5-be48-44cc-b2e9-a3c26923409b", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress"} 2026-07-29T02:02:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "odh-trusted-ca-bundle", "reconcileID": "2fae1b83-6331-445e-a535-4c2225a7f586", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:02:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "openshift-service-ca.crt", "reconcileID": "52770712-ada0-438a-8510-edf0d4ba1c34", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:02:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "openshift-service-ca.crt", "reconcileID": "02a995c7-d14a-454c-88e0-ac02ff1f7a0d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-59f277", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T02:02:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "openshift-service-ca.crt", "reconcileID": "02a995c7-d14a-454c-88e0-ac02ff1f7a0d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:02:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "openshift-service-ca.crt", "reconcileID": "dcc75aa0-8a8b-43b3-96e4-2a369613a993", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:02:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7e6b4ea-15a4-423b-b0c1-3dfd5fa11b05", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:02:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "odh-trusted-ca-bundle", "reconcileID": "904829b5-a6b1-4af2-bbc4-074ae3be2424", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-59f277", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T02:02:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "odh-trusted-ca-bundle", "reconcileID": "904829b5-a6b1-4af2-bbc4-074ae3be2424", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:02:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b789c849-5f92-493e-a1f2-fdfbc8266c29", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:02:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "d8687609-6376-4b00-a1df-f479a178a1f3", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress"} 2026-07-29T02:02:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "d8687609-6376-4b00-a1df-f479a178a1f3", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277-authn-ssl"} 2026-07-29T02:02:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "d8687609-6376-4b00-a1df-f479a178a1f3", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress"} 2026-07-29T02:02:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a7b85f81-da82-44b9-a255-713fabbbef50", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T02:03:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "bf3780cf-6e16-40d1-bef0-6aa2ad388d2c", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress"} 2026-07-29T02:03:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "bf3780cf-6e16-40d1-bef0-6aa2ad388d2c", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277-authn-ssl"} 2026-07-29T02:03:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "bf3780cf-6e16-40d1-bef0-6aa2ad388d2c", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress"} 2026-07-29T02:03:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f1f73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73", "reconcileID": "9041d189-aa48-40a2-9cdd-3a29f60eafa8", "Gateway": "e2e-ipp-b-7f1f73", "namespace": "openshift-ingress"} 2026-07-29T02:03:20Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f1f73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73", "reconcileID": "9041d189-aa48-40a2-9cdd-3a29f60eafa8", "Gateway": "e2e-ipp-b-7f1f73", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73-authn-ssl"} 2026-07-29T02:03:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f1f73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73", "reconcileID": "9041d189-aa48-40a2-9cdd-3a29f60eafa8", "Gateway": "e2e-ipp-b-7f1f73", "namespace": "openshift-ingress"} 2026-07-29T02:03:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f1f73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73", "reconcileID": "4bee8d3d-487e-41f2-baa4-a23a6d29b71a", "Gateway": "e2e-ipp-b-7f1f73", "namespace": "openshift-ingress"} 2026-07-29T02:03:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f1f73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73", "reconcileID": "4bee8d3d-487e-41f2-baa4-a23a6d29b71a", "Gateway": "e2e-ipp-b-7f1f73", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73-authn-ssl"} 2026-07-29T02:03:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f1f73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73", "reconcileID": "4bee8d3d-487e-41f2-baa4-a23a6d29b71a", "Gateway": "e2e-ipp-b-7f1f73", "namespace": "openshift-ingress"} 2026-07-29T02:03:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f1f73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73", "reconcileID": "c72dd331-1d8d-4873-ab9f-b304b00d4757", "Gateway": "e2e-ipp-b-7f1f73", "namespace": "openshift-ingress"} 2026-07-29T02:03:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f1f73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73", "reconcileID": "c72dd331-1d8d-4873-ab9f-b304b00d4757", "Gateway": "e2e-ipp-b-7f1f73", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73-authn-ssl"} 2026-07-29T02:03:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f1f73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73", "reconcileID": "c72dd331-1d8d-4873-ab9f-b304b00d4757", "Gateway": "e2e-ipp-b-7f1f73", "namespace": "openshift-ingress"} 2026-07-29T02:03:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f1f73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73", "reconcileID": "7a27671a-03d7-4428-b5b8-89875294d08e", "Gateway": "e2e-ipp-b-7f1f73", "namespace": "openshift-ingress"} 2026-07-29T02:03:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f1f73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73", "reconcileID": "7a27671a-03d7-4428-b5b8-89875294d08e", "Gateway": "e2e-ipp-b-7f1f73", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73-authn-ssl"} 2026-07-29T02:03:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f1f73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73", "reconcileID": "7a27671a-03d7-4428-b5b8-89875294d08e", "Gateway": "e2e-ipp-b-7f1f73", "namespace": "openshift-ingress"} 2026-07-29T02:03:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f1f73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73", "reconcileID": "25617732-b326-4559-b5f5-d2f24e04c373", "Gateway": "e2e-ipp-b-7f1f73", "namespace": "openshift-ingress"} 2026-07-29T02:03:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f1f73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73", "reconcileID": "25617732-b326-4559-b5f5-d2f24e04c373", "Gateway": "e2e-ipp-b-7f1f73", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73-authn-ssl"} 2026-07-29T02:03:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f1f73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73", "reconcileID": "25617732-b326-4559-b5f5-d2f24e04c373", "Gateway": "e2e-ipp-b-7f1f73", "namespace": "openshift-ingress"} 2026-07-29T02:03:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f1f73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73", "reconcileID": "71b4a9e5-29bc-4481-8f71-38eb794b616b", "Gateway": "e2e-ipp-b-7f1f73", "namespace": "openshift-ingress"} 2026-07-29T02:03:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f1f73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73", "reconcileID": "71b4a9e5-29bc-4481-8f71-38eb794b616b", "Gateway": "e2e-ipp-b-7f1f73", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73-authn-ssl"} 2026-07-29T02:03:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f1f73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73", "reconcileID": "71b4a9e5-29bc-4481-8f71-38eb794b616b", "Gateway": "e2e-ipp-b-7f1f73", "namespace": "openshift-ingress"} 2026-07-29T02:03:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f1f73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73", "reconcileID": "bae564f2-ce78-4729-a770-e502ae2dfa1f", "Gateway": "e2e-ipp-b-7f1f73", "namespace": "openshift-ingress"} 2026-07-29T02:03:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f1f73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73", "reconcileID": "bae564f2-ce78-4729-a770-e502ae2dfa1f", "Gateway": "e2e-ipp-b-7f1f73", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73-authn-ssl"} 2026-07-29T02:03:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f1f73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73", "reconcileID": "bae564f2-ce78-4729-a770-e502ae2dfa1f", "Gateway": "e2e-ipp-b-7f1f73", "namespace": "openshift-ingress"} 2026-07-29T02:03:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-7f1f73"}, "namespace": "ai-tenant-e2e-ipp-b-7f1f73", "name": "openshift-service-ca.crt", "reconcileID": "bc3f3062-5cb8-443a-b7dd-8f69a1c49e2c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-7f1f73"} 2026-07-29T02:03:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7f1f73"}, "namespace": "ai-tenant-e2e-ipp-b-7f1f73", "name": "odh-trusted-ca-bundle", "reconcileID": "41b2de40-2017-4808-93bf-68525b4c69e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7f1f73"} 2026-07-29T02:03:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-7f1f73"}, "namespace": "ai-tenant-e2e-ipp-b-7f1f73", "name": "openshift-service-ca.crt", "reconcileID": "aad57e11-e798-4e82-8197-6a65cca54fd4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-7f1f73", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T02:03:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-7f1f73"}, "namespace": "ai-tenant-e2e-ipp-b-7f1f73", "name": "openshift-service-ca.crt", "reconcileID": "aad57e11-e798-4e82-8197-6a65cca54fd4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-7f1f73"} 2026-07-29T02:03:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7f1f73"}, "namespace": "ai-tenant-e2e-ipp-b-7f1f73", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9d8e3ad2-bd28-413e-b4db-475e33160a2b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7f1f73"} 2026-07-29T02:03:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-7f1f73"}, "namespace": "ai-tenant-e2e-ipp-b-7f1f73", "name": "openshift-service-ca.crt", "reconcileID": "b1e008c7-009d-4352-864a-613cb0e16125", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-7f1f73"} 2026-07-29T02:03:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7f1f73"}, "namespace": "ai-tenant-e2e-ipp-b-7f1f73", "name": "odh-trusted-ca-bundle", "reconcileID": "74fbef97-fe2b-48b8-a8ab-1d39bb12a303", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7f1f73", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T02:03:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7f1f73"}, "namespace": "ai-tenant-e2e-ipp-b-7f1f73", "name": "odh-trusted-ca-bundle", "reconcileID": "74fbef97-fe2b-48b8-a8ab-1d39bb12a303", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7f1f73"} 2026-07-29T02:03:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7f1f73"}, "namespace": "ai-tenant-e2e-ipp-b-7f1f73", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b49da30a-6d05-46df-82a7-f8cbe045e302", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7f1f73"} 2026-07-29T02:03:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f1f73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73", "reconcileID": "587c72f3-70ad-4d7a-af00-91d09fb28ed4", "Gateway": "e2e-ipp-b-7f1f73", "namespace": "openshift-ingress"} 2026-07-29T02:03:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f1f73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73", "reconcileID": "587c72f3-70ad-4d7a-af00-91d09fb28ed4", "Gateway": "e2e-ipp-b-7f1f73", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73-authn-ssl"} 2026-07-29T02:03:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f1f73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73", "reconcileID": "587c72f3-70ad-4d7a-af00-91d09fb28ed4", "Gateway": "e2e-ipp-b-7f1f73", "namespace": "openshift-ingress"} 2026-07-29T02:03:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c7791ccb-d940-4ff7-9e23-db0634acf7ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T02:03:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f1f73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73", "reconcileID": "ec53e3dc-d784-490f-adef-c4ec53f14ab6", "Gateway": "e2e-ipp-b-7f1f73", "namespace": "openshift-ingress"} 2026-07-29T02:03:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f1f73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73", "reconcileID": "ec53e3dc-d784-490f-adef-c4ec53f14ab6", "Gateway": "e2e-ipp-b-7f1f73", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73-authn-ssl"} 2026-07-29T02:03:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f1f73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73", "reconcileID": "ec53e3dc-d784-490f-adef-c4ec53f14ab6", "Gateway": "e2e-ipp-b-7f1f73", "namespace": "openshift-ingress"} 2026-07-29T02:03:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ea7b4069-905b-4ca3-9ec8-f36a1fad34fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T02:03:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "439f7e90-4093-45dd-9cd5-bacae0556524", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:03:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "439f7e90-4093-45dd-9cd5-bacae0556524", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:03:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "439f7e90-4093-45dd-9cd5-bacae0556524", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:03:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "6fd3f93f-75a0-4313-b0ee-3edbc944dc98", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress"} 2026-07-29T02:03:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "439f7e90-4093-45dd-9cd5-bacae0556524", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277-kserve-route-authn"} 2026-07-29T02:03:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "439f7e90-4093-45dd-9cd5-bacae0556524", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277", "authType": "userdefined"} 2026-07-29T02:03:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "439f7e90-4093-45dd-9cd5-bacae0556524", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:03:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "6fd3f93f-75a0-4313-b0ee-3edbc944dc98", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277-authn-ssl"} 2026-07-29T02:03:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "6fd3f93f-75a0-4313-b0ee-3edbc944dc98", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress"} 2026-07-29T02:03:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "be5b2db4-685c-400a-a016-abf3cf9d489f", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:03:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "be5b2db4-685c-400a-a016-abf3cf9d489f", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:03:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "be5b2db4-685c-400a-a016-abf3cf9d489f", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:03:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "be5b2db4-685c-400a-a016-abf3cf9d489f", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277-kserve-route-authn"} 2026-07-29T02:03:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "be5b2db4-685c-400a-a016-abf3cf9d489f", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277", "authType": "userdefined"} 2026-07-29T02:03:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "be5b2db4-685c-400a-a016-abf3cf9d489f", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:04:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "7f415f2f-9519-46d9-95b9-050f0c36b646", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress"} 2026-07-29T02:04:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "7f415f2f-9519-46d9-95b9-050f0c36b646", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277-authn-ssl"} 2026-07-29T02:04:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "7f415f2f-9519-46d9-95b9-050f0c36b646", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress"} 2026-07-29T02:04:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "b7d9fd26-312f-4a73-a67c-0b650140fef4", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:04:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "b7d9fd26-312f-4a73-a67c-0b650140fef4", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:04:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "b7d9fd26-312f-4a73-a67c-0b650140fef4", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:04:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "b7d9fd26-312f-4a73-a67c-0b650140fef4", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277-kserve-route-authn"} 2026-07-29T02:04:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "b7d9fd26-312f-4a73-a67c-0b650140fef4", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277", "authType": "userdefined"} 2026-07-29T02:04:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "b7d9fd26-312f-4a73-a67c-0b650140fef4", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:04:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "febba322-da79-43eb-b5e5-ac8b613b03fa", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:04:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "febba322-da79-43eb-b5e5-ac8b613b03fa", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:04:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "febba322-da79-43eb-b5e5-ac8b613b03fa", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:04:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "febba322-da79-43eb-b5e5-ac8b613b03fa", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277-kserve-route-authn"} 2026-07-29T02:04:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "febba322-da79-43eb-b5e5-ac8b613b03fa", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277", "authType": "userdefined"} 2026-07-29T02:04:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "febba322-da79-43eb-b5e5-ac8b613b03fa", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:04:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "0e822353-3360-4023-9bf5-67c13261f8f4", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:04:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "0e822353-3360-4023-9bf5-67c13261f8f4", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:04:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "0e822353-3360-4023-9bf5-67c13261f8f4", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:04:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "0e822353-3360-4023-9bf5-67c13261f8f4", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277-kserve-route-authn"} 2026-07-29T02:04:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "0e822353-3360-4023-9bf5-67c13261f8f4", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277", "authType": "userdefined"} 2026-07-29T02:04:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "0e822353-3360-4023-9bf5-67c13261f8f4", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:04:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e70196d1-582a-467d-a222-6aac4a66742e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T02:04:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "0280b42c-adcf-4fac-9066-8b7dd25105b8", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress"} 2026-07-29T02:04:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "0280b42c-adcf-4fac-9066-8b7dd25105b8", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277-authn-ssl"} 2026-07-29T02:04:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "0280b42c-adcf-4fac-9066-8b7dd25105b8", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress"} 2026-07-29T02:04:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-382dad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad", "reconcileID": "a5a7c817-880c-4dfe-9499-d8a8bf0e8dd1", "Gateway": "e2e-ipp-cleanup-382dad", "namespace": "openshift-ingress"} 2026-07-29T02:04:53Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-382dad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad", "reconcileID": "a5a7c817-880c-4dfe-9499-d8a8bf0e8dd1", "Gateway": "e2e-ipp-cleanup-382dad", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad-authn-ssl"} 2026-07-29T02:04:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-382dad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad", "reconcileID": "a5a7c817-880c-4dfe-9499-d8a8bf0e8dd1", "Gateway": "e2e-ipp-cleanup-382dad", "namespace": "openshift-ingress"} 2026-07-29T02:04:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-382dad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad", "reconcileID": "fcf873c4-63bf-4645-a194-13223ec1f3c9", "Gateway": "e2e-ipp-cleanup-382dad", "namespace": "openshift-ingress"} 2026-07-29T02:04:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-382dad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad", "reconcileID": "fcf873c4-63bf-4645-a194-13223ec1f3c9", "Gateway": "e2e-ipp-cleanup-382dad", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad-authn-ssl"} 2026-07-29T02:04:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-382dad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad", "reconcileID": "fcf873c4-63bf-4645-a194-13223ec1f3c9", "Gateway": "e2e-ipp-cleanup-382dad", "namespace": "openshift-ingress"} 2026-07-29T02:04:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-382dad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad", "reconcileID": "0aab89bf-5fb1-4c19-acd0-7807e1e4ffac", "Gateway": "e2e-ipp-cleanup-382dad", "namespace": "openshift-ingress"} 2026-07-29T02:04:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-382dad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad", "reconcileID": "0aab89bf-5fb1-4c19-acd0-7807e1e4ffac", "Gateway": "e2e-ipp-cleanup-382dad", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad-authn-ssl"} 2026-07-29T02:04:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-382dad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad", "reconcileID": "0aab89bf-5fb1-4c19-acd0-7807e1e4ffac", "Gateway": "e2e-ipp-cleanup-382dad", "namespace": "openshift-ingress"} 2026-07-29T02:04:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-382dad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad", "reconcileID": "84c29c4d-e74e-4cbf-ad15-d0bbae12fef6", "Gateway": "e2e-ipp-cleanup-382dad", "namespace": "openshift-ingress"} 2026-07-29T02:04:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-382dad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad", "reconcileID": "84c29c4d-e74e-4cbf-ad15-d0bbae12fef6", "Gateway": "e2e-ipp-cleanup-382dad", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad-authn-ssl"} 2026-07-29T02:04:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-382dad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad", "reconcileID": "84c29c4d-e74e-4cbf-ad15-d0bbae12fef6", "Gateway": "e2e-ipp-cleanup-382dad", "namespace": "openshift-ingress"} 2026-07-29T02:04:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-382dad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad", "reconcileID": "2b9e8d13-f900-4013-bdd4-a2c153f0158a", "Gateway": "e2e-ipp-cleanup-382dad", "namespace": "openshift-ingress"} 2026-07-29T02:04:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-382dad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad", "reconcileID": "2b9e8d13-f900-4013-bdd4-a2c153f0158a", "Gateway": "e2e-ipp-cleanup-382dad", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad-authn-ssl"} 2026-07-29T02:04:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-382dad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad", "reconcileID": "2b9e8d13-f900-4013-bdd4-a2c153f0158a", "Gateway": "e2e-ipp-cleanup-382dad", "namespace": "openshift-ingress"} 2026-07-29T02:04:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-382dad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad", "reconcileID": "62c6e3b8-ff1f-4a55-89f3-cd7fbe52ebcd", "Gateway": "e2e-ipp-cleanup-382dad", "namespace": "openshift-ingress"} 2026-07-29T02:04:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-382dad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad", "reconcileID": "62c6e3b8-ff1f-4a55-89f3-cd7fbe52ebcd", "Gateway": "e2e-ipp-cleanup-382dad", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad-authn-ssl"} 2026-07-29T02:04:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-382dad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad", "reconcileID": "62c6e3b8-ff1f-4a55-89f3-cd7fbe52ebcd", "Gateway": "e2e-ipp-cleanup-382dad", "namespace": "openshift-ingress"} 2026-07-29T02:04:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-382dad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad", "reconcileID": "fea7ad8f-5426-484b-90e6-5f2ffe97e786", "Gateway": "e2e-ipp-cleanup-382dad", "namespace": "openshift-ingress"} 2026-07-29T02:04:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-382dad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad", "reconcileID": "fea7ad8f-5426-484b-90e6-5f2ffe97e786", "Gateway": "e2e-ipp-cleanup-382dad", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad-authn-ssl"} 2026-07-29T02:04:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-382dad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad", "reconcileID": "fea7ad8f-5426-484b-90e6-5f2ffe97e786", "Gateway": "e2e-ipp-cleanup-382dad", "namespace": "openshift-ingress"} 2026-07-29T02:04:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-382dad"}, "namespace": "ai-tenant-e2e-ipp-cleanup-382dad", "name": "openshift-service-ca.crt", "reconcileID": "762979a7-78e6-4286-b01f-e8180528aef6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-382dad"} 2026-07-29T02:04:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-382dad"}, "namespace": "ai-tenant-e2e-ipp-cleanup-382dad", "name": "odh-trusted-ca-bundle", "reconcileID": "9f4ff6c1-6fb7-45ce-9ee4-bc87ff2b1f4c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-382dad"} 2026-07-29T02:04:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-382dad"}, "namespace": "ai-tenant-e2e-ipp-cleanup-382dad", "name": "openshift-service-ca.crt", "reconcileID": "036fb3b0-1cd6-452f-a81f-f3fe0d84a0c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-382dad", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T02:04:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-382dad"}, "namespace": "ai-tenant-e2e-ipp-cleanup-382dad", "name": "openshift-service-ca.crt", "reconcileID": "036fb3b0-1cd6-452f-a81f-f3fe0d84a0c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-382dad"} 2026-07-29T02:04:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-382dad"}, "namespace": "ai-tenant-e2e-ipp-cleanup-382dad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95e82d92-6c01-48a9-9a0b-6ac4cf9db96c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-382dad"} 2026-07-29T02:04:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-382dad"}, "namespace": "ai-tenant-e2e-ipp-cleanup-382dad", "name": "openshift-service-ca.crt", "reconcileID": "e453abcc-f2b5-4ff4-952f-97255bbed74a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-382dad"} 2026-07-29T02:04:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-382dad"}, "namespace": "ai-tenant-e2e-ipp-cleanup-382dad", "name": "odh-trusted-ca-bundle", "reconcileID": "8502b5eb-915b-4904-92eb-2e3c7e55d20d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-382dad", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T02:04:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-382dad"}, "namespace": "ai-tenant-e2e-ipp-cleanup-382dad", "name": "odh-trusted-ca-bundle", "reconcileID": "8502b5eb-915b-4904-92eb-2e3c7e55d20d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-382dad"} 2026-07-29T02:04:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-382dad"}, "namespace": "ai-tenant-e2e-ipp-cleanup-382dad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "608a395d-2efd-4530-b2f2-a45ca7507538", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-382dad"} 2026-07-29T02:04:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-382dad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad", "reconcileID": "eb764c9a-f997-41b9-bb2b-a84bfeae2dbc", "Gateway": "e2e-ipp-cleanup-382dad", "namespace": "openshift-ingress"} 2026-07-29T02:04:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-382dad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad", "reconcileID": "eb764c9a-f997-41b9-bb2b-a84bfeae2dbc", "Gateway": "e2e-ipp-cleanup-382dad", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad-authn-ssl"} 2026-07-29T02:04:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-382dad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad", "reconcileID": "eb764c9a-f997-41b9-bb2b-a84bfeae2dbc", "Gateway": "e2e-ipp-cleanup-382dad", "namespace": "openshift-ingress"} 2026-07-29T02:04:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "959cb9c8-46d4-48f6-a486-9b70c149240c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T02:05:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-382dad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad", "reconcileID": "079da456-15ae-4907-b72f-2c11216dde26", "Gateway": "e2e-ipp-cleanup-382dad", "namespace": "openshift-ingress"} 2026-07-29T02:05:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-382dad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad", "reconcileID": "079da456-15ae-4907-b72f-2c11216dde26", "Gateway": "e2e-ipp-cleanup-382dad", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad-authn-ssl"} 2026-07-29T02:05:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-382dad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad", "reconcileID": "079da456-15ae-4907-b72f-2c11216dde26", "Gateway": "e2e-ipp-cleanup-382dad", "namespace": "openshift-ingress"} 2026-07-29T02:05:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-382dad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad", "reconcileID": "b0b43390-caeb-4a1c-b07b-adac793e5d78", "Gateway": "e2e-ipp-cleanup-382dad", "namespace": "openshift-ingress"} 2026-07-29T02:05:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-382dad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad", "reconcileID": "b0b43390-caeb-4a1c-b07b-adac793e5d78", "Gateway": "e2e-ipp-cleanup-382dad", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad-authn-ssl"} 2026-07-29T02:05:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-382dad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad", "reconcileID": "b0b43390-caeb-4a1c-b07b-adac793e5d78", "Gateway": "e2e-ipp-cleanup-382dad", "namespace": "openshift-ingress"} 2026-07-29T02:05:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-382dad"}, "namespace": "ai-tenant-e2e-ipp-cleanup-382dad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd4a542b-3124-4a54-b1f5-731295e25188", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-382dad"} 2026-07-29T02:05:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-382dad"}, "namespace": "ai-tenant-e2e-ipp-cleanup-382dad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd4a542b-3124-4a54-b1f5-731295e25188", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-382dad", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T02:05:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-382dad"}, "namespace": "ai-tenant-e2e-ipp-cleanup-382dad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd4a542b-3124-4a54-b1f5-731295e25188", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-382dad because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T02:05:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-382dad"}, "namespace": "ai-tenant-e2e-ipp-cleanup-382dad", "name": "odh-trusted-ca-bundle", "reconcileID": "ca3fb13d-3c16-4d12-a4b0-a91e23cd5cb8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-382dad"} 2026-07-29T02:05:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-382dad"}, "namespace": "ai-tenant-e2e-ipp-cleanup-382dad", "name": "odh-trusted-ca-bundle", "reconcileID": "ca3fb13d-3c16-4d12-a4b0-a91e23cd5cb8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-382dad"} 2026-07-29T02:05:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-382dad"}, "namespace": "ai-tenant-e2e-ipp-cleanup-382dad", "name": "openshift-service-ca.crt", "reconcileID": "b4d2e023-8416-430a-8267-2b063e5c9c59", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-382dad"} 2026-07-29T02:05:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-382dad"}, "namespace": "ai-tenant-e2e-ipp-cleanup-382dad", "name": "openshift-service-ca.crt", "reconcileID": "b4d2e023-8416-430a-8267-2b063e5c9c59", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-382dad"} 2026-07-29T02:05:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-382dad"}, "namespace": "ai-tenant-e2e-ipp-cleanup-382dad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ddf122d-f578-45da-9e34-05bf48a6d97d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-382dad"} 2026-07-29T02:05:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-382dad"}, "namespace": "ai-tenant-e2e-ipp-cleanup-382dad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ddf122d-f578-45da-9e34-05bf48a6d97d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-382dad"} 2026-07-29T02:05:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-382dad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad", "reconcileID": "f9915bea-f48e-4edc-956c-d5e6627e35f6", "Gateway": "e2e-ipp-cleanup-382dad", "namespace": "openshift-ingress"} 2026-07-29T02:05:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-382dad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad", "reconcileID": "f9915bea-f48e-4edc-956c-d5e6627e35f6", "Gateway": "e2e-ipp-cleanup-382dad", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad-authn-ssl"} 2026-07-29T02:05:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-382dad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad", "reconcileID": "f9915bea-f48e-4edc-956c-d5e6627e35f6", "Gateway": "e2e-ipp-cleanup-382dad", "namespace": "openshift-ingress"} 2026-07-29T02:05:35Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-382dad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-382dad", "reconcileID": "2367b7d1-c631-444e-92c4-3930a13586ba", "Gateway": "e2e-ipp-cleanup-382dad", "namespace": "openshift-ingress"} 2026-07-29T02:05:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f5df6cb1-bb45-4755-b691-044bba048a5a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T02:05:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "70af96a3-648f-47f1-ae05-d33a1202f91a", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress"} 2026-07-29T02:05:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "70af96a3-648f-47f1-ae05-d33a1202f91a", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277-authn-ssl"} 2026-07-29T02:05:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "70af96a3-648f-47f1-ae05-d33a1202f91a", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress"} 2026-07-29T02:05:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "c01ebdd3-395c-4161-8b47-ef800c76ed83", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress"} 2026-07-29T02:05:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "c01ebdd3-395c-4161-8b47-ef800c76ed83", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277-authn-ssl"} 2026-07-29T02:05:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "c01ebdd3-395c-4161-8b47-ef800c76ed83", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress"} 2026-07-29T02:06:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "e8d1157c-a0e6-4693-a7f0-ec88afbb703c", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress"} 2026-07-29T02:06:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "e8d1157c-a0e6-4693-a7f0-ec88afbb703c", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277-authn-ssl"} 2026-07-29T02:06:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "e8d1157c-a0e6-4693-a7f0-ec88afbb703c", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress"} 2026-07-29T02:06:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "c998bd69-cfba-4f74-b3ee-4647a82061fd", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:06:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "c998bd69-cfba-4f74-b3ee-4647a82061fd", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:06:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "c998bd69-cfba-4f74-b3ee-4647a82061fd", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:06:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "c998bd69-cfba-4f74-b3ee-4647a82061fd", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277-kserve-route-authn"} 2026-07-29T02:06:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "c998bd69-cfba-4f74-b3ee-4647a82061fd", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277", "authType": "userdefined"} 2026-07-29T02:06:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "c998bd69-cfba-4f74-b3ee-4647a82061fd", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:06:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3e3d6129-9bb7-48b9-a0dd-04562bd61e4d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T02:06:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "550a6676-6d66-4c58-a763-5e3dde3c22cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:06:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "550a6676-6d66-4c58-a763-5e3dde3c22cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-59f277", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T02:06:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "550a6676-6d66-4c58-a763-5e3dde3c22cd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-59f277 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T02:06:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "odh-trusted-ca-bundle", "reconcileID": "38d39fc2-369b-4880-a4c9-7ff8193b0e22", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:06:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "odh-trusted-ca-bundle", "reconcileID": "38d39fc2-369b-4880-a4c9-7ff8193b0e22", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:06:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "openshift-service-ca.crt", "reconcileID": "219991d0-e856-4ef8-a95c-5a346c7fa528", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:06:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "openshift-service-ca.crt", "reconcileID": "219991d0-e856-4ef8-a95c-5a346c7fa528", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:06:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d0dacae8-8729-4bd4-a3e1-2b3b70e3fd59", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:06:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d0dacae8-8729-4bd4-a3e1-2b3b70e3fd59", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:06:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "9defddff-5972-45ac-8d54-b883a77ea11c", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:06:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "9defddff-5972-45ac-8d54-b883a77ea11c", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:06:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "9defddff-5972-45ac-8d54-b883a77ea11c", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:06:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "9defddff-5972-45ac-8d54-b883a77ea11c", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277-kserve-route-authn"} 2026-07-29T02:06:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "9defddff-5972-45ac-8d54-b883a77ea11c", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277", "authType": "userdefined"} 2026-07-29T02:06:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "9defddff-5972-45ac-8d54-b883a77ea11c", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:06:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "03167bb0-6ed4-461f-bb50-7fb0ede3193a", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress"} 2026-07-29T02:06:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "03167bb0-6ed4-461f-bb50-7fb0ede3193a", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277-authn-ssl"} 2026-07-29T02:06:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "03167bb0-6ed4-461f-bb50-7fb0ede3193a", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress"} 2026-07-29T02:06:37Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "7a18fc78-722a-4b94-af7b-7e0342474558", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:06:37Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "7a18fc78-722a-4b94-af7b-7e0342474558", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277"} 2026-07-29T02:06:37Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "7a18fc78-722a-4b94-af7b-7e0342474558", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:06:37Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "7a18fc78-722a-4b94-af7b-7e0342474558", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:06:37Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "7a18fc78-722a-4b94-af7b-7e0342474558", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277-kserve-route-authn"} 2026-07-29T02:06:37Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "7a18fc78-722a-4b94-af7b-7e0342474558", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277-kserve-route-authn"} 2026-07-29T02:06:37Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "7a18fc78-722a-4b94-af7b-7e0342474558", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:06:37Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "7a18fc78-722a-4b94-af7b-7e0342474558", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:06:45Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "5f0cada4-7147-4fb8-9b20-97d836968b19", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:06:45Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "5f0cada4-7147-4fb8-9b20-97d836968b19", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277"} 2026-07-29T02:06:45Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "5f0cada4-7147-4fb8-9b20-97d836968b19", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:06:45Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "5f0cada4-7147-4fb8-9b20-97d836968b19", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:06:45Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "5f0cada4-7147-4fb8-9b20-97d836968b19", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277-kserve-route-authn"} 2026-07-29T02:06:45Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "5f0cada4-7147-4fb8-9b20-97d836968b19", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277-kserve-route-authn"} 2026-07-29T02:06:45Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "5f0cada4-7147-4fb8-9b20-97d836968b19", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:06:45Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "5f0cada4-7147-4fb8-9b20-97d836968b19", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:06:46Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-59f277","namespace":"ai-tenant-e2e-ipp-a-59f277"}, "namespace": "ai-tenant-e2e-ipp-a-59f277", "name": "ipp-route-59f277", "reconcileID": "7b15d9b3-e420-4024-9649-9cd8f7eec84b", "LLMInferenceService": "ipp-route-59f277", "namespace": "ai-tenant-e2e-ipp-a-59f277"} 2026-07-29T02:06:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "e037b776-3513-4685-93d4-ea4df4c178ac", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress"} 2026-07-29T02:06:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "e037b776-3513-4685-93d4-ea4df4c178ac", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277-authn-ssl"} 2026-07-29T02:06:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "e037b776-3513-4685-93d4-ea4df4c178ac", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress"} 2026-07-29T02:06:49Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-59f277","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-59f277", "reconcileID": "0225d179-377a-42c2-9969-68df9ab62cff", "Gateway": "e2e-ipp-a-59f277", "namespace": "openshift-ingress"} 2026-07-29T02:06:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "34e68174-d6c9-44a9-86c8-92581e875ac2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T02:07:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f1f73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73", "reconcileID": "c4da91e8-7780-4f5a-8cc0-9a998d93bd75", "Gateway": "e2e-ipp-b-7f1f73", "namespace": "openshift-ingress"} 2026-07-29T02:07:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f1f73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73", "reconcileID": "c4da91e8-7780-4f5a-8cc0-9a998d93bd75", "Gateway": "e2e-ipp-b-7f1f73", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73-authn-ssl"} 2026-07-29T02:07:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f1f73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73", "reconcileID": "c4da91e8-7780-4f5a-8cc0-9a998d93bd75", "Gateway": "e2e-ipp-b-7f1f73", "namespace": "openshift-ingress"} 2026-07-29T02:07:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f1f73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73", "reconcileID": "e7f24387-80b3-4871-b227-916cb28a0329", "Gateway": "e2e-ipp-b-7f1f73", "namespace": "openshift-ingress"} 2026-07-29T02:07:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f1f73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73", "reconcileID": "e7f24387-80b3-4871-b227-916cb28a0329", "Gateway": "e2e-ipp-b-7f1f73", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73-authn-ssl"} 2026-07-29T02:07:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f1f73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73", "reconcileID": "e7f24387-80b3-4871-b227-916cb28a0329", "Gateway": "e2e-ipp-b-7f1f73", "namespace": "openshift-ingress"} 2026-07-29T02:07:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7f1f73"}, "namespace": "ai-tenant-e2e-ipp-b-7f1f73", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1de714ff-1e8c-4bf0-9ffc-96de3e86a067", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7f1f73"} 2026-07-29T02:07:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7f1f73"}, "namespace": "ai-tenant-e2e-ipp-b-7f1f73", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1de714ff-1e8c-4bf0-9ffc-96de3e86a067", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7f1f73", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T02:07:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7f1f73"}, "namespace": "ai-tenant-e2e-ipp-b-7f1f73", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1de714ff-1e8c-4bf0-9ffc-96de3e86a067", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-7f1f73 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T02:07:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7f1f73"}, "namespace": "ai-tenant-e2e-ipp-b-7f1f73", "name": "odh-trusted-ca-bundle", "reconcileID": "2d3d2b85-3062-477f-acc1-a21c6db64add", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7f1f73"} 2026-07-29T02:07:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7f1f73"}, "namespace": "ai-tenant-e2e-ipp-b-7f1f73", "name": "odh-trusted-ca-bundle", "reconcileID": "2d3d2b85-3062-477f-acc1-a21c6db64add", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7f1f73", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T02:07:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7f1f73"}, "namespace": "ai-tenant-e2e-ipp-b-7f1f73", "name": "odh-trusted-ca-bundle", "reconcileID": "2d3d2b85-3062-477f-acc1-a21c6db64add", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-7f1f73 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T02:07:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-7f1f73"}, "namespace": "ai-tenant-e2e-ipp-b-7f1f73", "name": "openshift-service-ca.crt", "reconcileID": "1f728697-5a7c-458c-9d5d-bb28bfeec5e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-7f1f73"} 2026-07-29T02:07:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-7f1f73"}, "namespace": "ai-tenant-e2e-ipp-b-7f1f73", "name": "openshift-service-ca.crt", "reconcileID": "1f728697-5a7c-458c-9d5d-bb28bfeec5e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-7f1f73"} 2026-07-29T02:07:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7f1f73"}, "namespace": "ai-tenant-e2e-ipp-b-7f1f73", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "77e000e3-2d83-4fe5-9ef1-c808724ae50c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7f1f73"} 2026-07-29T02:07:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7f1f73"}, "namespace": "ai-tenant-e2e-ipp-b-7f1f73", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "77e000e3-2d83-4fe5-9ef1-c808724ae50c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7f1f73"} 2026-07-29T02:07:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7f1f73"}, "namespace": "ai-tenant-e2e-ipp-b-7f1f73", "name": "odh-trusted-ca-bundle", "reconcileID": "16e63dcc-ce4d-4956-bfdd-dd50cfddc8db", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7f1f73"} 2026-07-29T02:07:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7f1f73"}, "namespace": "ai-tenant-e2e-ipp-b-7f1f73", "name": "odh-trusted-ca-bundle", "reconcileID": "16e63dcc-ce4d-4956-bfdd-dd50cfddc8db", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7f1f73"} 2026-07-29T02:07:07Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7f1f73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7f1f73", "reconcileID": "5d1b7343-a9f3-4194-b379-b529939164a4", "Gateway": "e2e-ipp-b-7f1f73", "namespace": "openshift-ingress"} 2026-07-29T02:07:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "09e3f45d-ddaa-437e-b5f0-c266b3e39d36", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T02:07:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c798cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc", "reconcileID": "020098f7-ecd5-49d6-b04c-279e152d0b44", "Gateway": "e2e-shared-a-c798cc", "namespace": "openshift-ingress"} 2026-07-29T02:07:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c798cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc", "reconcileID": "020098f7-ecd5-49d6-b04c-279e152d0b44", "Gateway": "e2e-shared-a-c798cc", "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc-authn-ssl"} 2026-07-29T02:07:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c798cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc", "reconcileID": "020098f7-ecd5-49d6-b04c-279e152d0b44", "Gateway": "e2e-shared-a-c798cc", "namespace": "openshift-ingress"} 2026-07-29T02:07:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c798cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc", "reconcileID": "5f275c20-c09d-4a42-a2f4-ea81b9986ae4", "Gateway": "e2e-shared-a-c798cc", "namespace": "openshift-ingress"} 2026-07-29T02:07:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c798cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc", "reconcileID": "5f275c20-c09d-4a42-a2f4-ea81b9986ae4", "Gateway": "e2e-shared-a-c798cc", "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc-authn-ssl"} 2026-07-29T02:07:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c798cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc", "reconcileID": "5f275c20-c09d-4a42-a2f4-ea81b9986ae4", "Gateway": "e2e-shared-a-c798cc", "namespace": "openshift-ingress"} 2026-07-29T02:07:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d831614-49f7-47c5-a784-88c3251ae597", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c798cc"} 2026-07-29T02:07:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d831614-49f7-47c5-a784-88c3251ae597", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c798cc", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T02:07:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d831614-49f7-47c5-a784-88c3251ae597", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-c798cc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T02:07:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "odh-trusted-ca-bundle", "reconcileID": "7235cd81-e63d-46f4-9930-c7556a588291", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c798cc"} 2026-07-29T02:07:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "odh-trusted-ca-bundle", "reconcileID": "7235cd81-e63d-46f4-9930-c7556a588291", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c798cc"} 2026-07-29T02:07:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "openshift-service-ca.crt", "reconcileID": "6d74c4d8-4322-45a9-a18e-2b8b838c8c01", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c798cc"} 2026-07-29T02:07:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "openshift-service-ca.crt", "reconcileID": "6d74c4d8-4322-45a9-a18e-2b8b838c8c01", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c798cc"} 2026-07-29T02:07:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "39a3adae-51e9-4c8c-85b2-a5b430c48253", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c798cc"} 2026-07-29T02:07:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c798cc"}, "namespace": "ai-tenant-e2e-shared-a-c798cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "39a3adae-51e9-4c8c-85b2-a5b430c48253", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c798cc"} 2026-07-29T02:07:25Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c798cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c798cc", "reconcileID": "f6f50707-0fa3-432d-9d96-3d2102071ac0", "Gateway": "e2e-shared-a-c798cc", "namespace": "openshift-ingress"} 2026-07-29T02:07:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5aefc4d3-3916-4a82-a1a0-c0fef8159cc1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T02:07:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d32f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5", "reconcileID": "79338a36-9b49-4461-961e-6a6aa4555bd9", "Gateway": "e2e-shared-b-0d32f5", "namespace": "openshift-ingress"} 2026-07-29T02:07:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d32f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5", "reconcileID": "79338a36-9b49-4461-961e-6a6aa4555bd9", "Gateway": "e2e-shared-b-0d32f5", "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5-authn-ssl"} 2026-07-29T02:07:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d32f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5", "reconcileID": "79338a36-9b49-4461-961e-6a6aa4555bd9", "Gateway": "e2e-shared-b-0d32f5", "namespace": "openshift-ingress"} 2026-07-29T02:07:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d32f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5", "reconcileID": "93ff0078-6be5-442f-8be2-34cb0b1abb8e", "Gateway": "e2e-shared-b-0d32f5", "namespace": "openshift-ingress"} 2026-07-29T02:07:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d32f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5", "reconcileID": "93ff0078-6be5-442f-8be2-34cb0b1abb8e", "Gateway": "e2e-shared-b-0d32f5", "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5-authn-ssl"} 2026-07-29T02:07:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d32f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5", "reconcileID": "93ff0078-6be5-442f-8be2-34cb0b1abb8e", "Gateway": "e2e-shared-b-0d32f5", "namespace": "openshift-ingress"} 2026-07-29T02:07:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f79f87a-ffb1-431a-ad0d-f8fe73cb0127", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:07:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f79f87a-ffb1-431a-ad0d-f8fe73cb0127", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0d32f5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T02:07:42Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f79f87a-ffb1-431a-ad0d-f8fe73cb0127", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-0d32f5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T02:07:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "odh-trusted-ca-bundle", "reconcileID": "0d87b26c-3bb8-4731-b72c-524ea51a31e7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:07:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "odh-trusted-ca-bundle", "reconcileID": "0d87b26c-3bb8-4731-b72c-524ea51a31e7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:07:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "openshift-service-ca.crt", "reconcileID": "d125af1b-e369-4238-a3ce-74f7ed74579e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:07:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "openshift-service-ca.crt", "reconcileID": "d125af1b-e369-4238-a3ce-74f7ed74579e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:07:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e9fa19e0-2d22-4e56-b040-32fdbc9277e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:07:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0d32f5"}, "namespace": "ai-tenant-e2e-shared-b-0d32f5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e9fa19e0-2d22-4e56-b040-32fdbc9277e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0d32f5"} 2026-07-29T02:07:42Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d32f5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d32f5", "reconcileID": "cdea4daf-b4bf-4edc-ae34-518f5733cc94", "Gateway": "e2e-shared-b-0d32f5", "namespace": "openshift-ingress"}