2026-07-24T20:17:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "sub-test-model-3f5fc9", "reconcileID": "d8c8a228-6c56-487d-88da-3011786e2dc1", "LLMInferenceService": "sub-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9"} 2026-07-24T20:17:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3f5fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9", "reconcileID": "765d4b54-9cc5-430b-a529-ae04fbeabd5e", "Gateway": "e2e-shared-b-3f5fc9", "namespace": "openshift-ingress"} 2026-07-24T20:17:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3f5fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9", "reconcileID": "765d4b54-9cc5-430b-a529-ae04fbeabd5e", "Gateway": "e2e-shared-b-3f5fc9", "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9-authn-ssl"} 2026-07-24T20:17:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3f5fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9", "reconcileID": "765d4b54-9cc5-430b-a529-ae04fbeabd5e", "Gateway": "e2e-shared-b-3f5fc9", "namespace": "openshift-ingress"} 2026-07-24T20:17:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "sub-test-model-3f5fc9", "reconcileID": "22aa2734-be26-4604-9cf4-6291482aef3f", "LLMInferenceService": "sub-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9"} 2026-07-24T20:17:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "sub-test-model-3f5fc9", "reconcileID": "22aa2734-be26-4604-9cf4-6291482aef3f", "LLMInferenceService": "sub-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9"} 2026-07-24T20:17:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "sub-test-model-3f5fc9", "reconcileID": "22aa2734-be26-4604-9cf4-6291482aef3f", "LLMInferenceService": "sub-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9"} 2026-07-24T20:17:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "sub-test-model-3f5fc9", "reconcileID": "22aa2734-be26-4604-9cf4-6291482aef3f", "LLMInferenceService": "sub-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "sub-test-model-3f5fc9-kserve-route-authn"} 2026-07-24T20:17:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "sub-test-model-3f5fc9", "reconcileID": "22aa2734-be26-4604-9cf4-6291482aef3f", "LLMInferenceService": "sub-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "authType": "userdefined"} 2026-07-24T20:17:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "sub-test-model-3f5fc9", "reconcileID": "22aa2734-be26-4604-9cf4-6291482aef3f", "LLMInferenceService": "sub-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9"} 2026-07-24T20:17:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "sub-test-model-3f5fc9", "reconcileID": "f3661448-194d-4233-a17b-caf5936a8391", "LLMInferenceService": "sub-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9"} 2026-07-24T20:17:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "sub-test-model-3f5fc9", "reconcileID": "f3661448-194d-4233-a17b-caf5936a8391", "LLMInferenceService": "sub-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9"} 2026-07-24T20:17:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "sub-test-model-3f5fc9", "reconcileID": "f3661448-194d-4233-a17b-caf5936a8391", "LLMInferenceService": "sub-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9"} 2026-07-24T20:17:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "sub-test-model-3f5fc9", "reconcileID": "f3661448-194d-4233-a17b-caf5936a8391", "LLMInferenceService": "sub-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "sub-test-model-3f5fc9-kserve-route-authn"} 2026-07-24T20:17:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "sub-test-model-3f5fc9", "reconcileID": "f3661448-194d-4233-a17b-caf5936a8391", "LLMInferenceService": "sub-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "authType": "userdefined"} 2026-07-24T20:17:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "sub-test-model-3f5fc9", "reconcileID": "f3661448-194d-4233-a17b-caf5936a8391", "LLMInferenceService": "sub-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9"} 2026-07-24T20:17:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-53d0a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0", "reconcileID": "545d989b-e613-4d14-87d5-78909273d7e3", "Gateway": "e2e-shared-a-53d0a0", "namespace": "openshift-ingress"} 2026-07-24T20:17:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-53d0a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0", "reconcileID": "545d989b-e613-4d14-87d5-78909273d7e3", "Gateway": "e2e-shared-a-53d0a0", "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0-authn-ssl"} 2026-07-24T20:17:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-53d0a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0", "reconcileID": "545d989b-e613-4d14-87d5-78909273d7e3", "Gateway": "e2e-shared-a-53d0a0", "namespace": "openshift-ingress"} 2026-07-24T20:17:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3f5fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9", "reconcileID": "4c01eada-671b-4f8f-bbb8-a2ddf6aaa0dc", "Gateway": "e2e-shared-b-3f5fc9", "namespace": "openshift-ingress"} 2026-07-24T20:17:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3f5fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9", "reconcileID": "4c01eada-671b-4f8f-bbb8-a2ddf6aaa0dc", "Gateway": "e2e-shared-b-3f5fc9", "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9-authn-ssl"} 2026-07-24T20:17:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3f5fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9", "reconcileID": "4c01eada-671b-4f8f-bbb8-a2ddf6aaa0dc", "Gateway": "e2e-shared-b-3f5fc9", "namespace": "openshift-ingress"} 2026-07-24T20:17:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3f5fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9", "reconcileID": "4e6d2fa2-7e5d-4711-bf2c-b577d1c24738", "Gateway": "e2e-shared-b-3f5fc9", "namespace": "openshift-ingress"} 2026-07-24T20:17:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3f5fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9", "reconcileID": "4e6d2fa2-7e5d-4711-bf2c-b577d1c24738", "Gateway": "e2e-shared-b-3f5fc9", "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9-authn-ssl"} 2026-07-24T20:17:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3f5fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9", "reconcileID": "4e6d2fa2-7e5d-4711-bf2c-b577d1c24738", "Gateway": "e2e-shared-b-3f5fc9", "namespace": "openshift-ingress"} 2026-07-24T20:17:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-53d0a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0", "reconcileID": "1b44d215-337a-4150-b1ca-e3d72db77381", "Gateway": "e2e-shared-a-53d0a0", "namespace": "openshift-ingress"} 2026-07-24T20:17:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-53d0a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0", "reconcileID": "1b44d215-337a-4150-b1ca-e3d72db77381", "Gateway": "e2e-shared-a-53d0a0", "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0-authn-ssl"} 2026-07-24T20:17:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-53d0a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0", "reconcileID": "1b44d215-337a-4150-b1ca-e3d72db77381", "Gateway": "e2e-shared-a-53d0a0", "namespace": "openshift-ingress"} 2026-07-24T20:17:44Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "sub-test-model-53d0a0", "reconcileID": "5d2fcf99-24a9-44f5-9d51-59aa3471a317", "LLMInferenceService": "sub-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0"} 2026-07-24T20:17:44Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "sub-test-model-53d0a0", "reconcileID": "5d2fcf99-24a9-44f5-9d51-59aa3471a317", "LLMInferenceService": "sub-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "sub-test-model-53d0a0"} 2026-07-24T20:17:44Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "sub-test-model-53d0a0", "reconcileID": "5d2fcf99-24a9-44f5-9d51-59aa3471a317", "LLMInferenceService": "sub-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0"} 2026-07-24T20:17:44Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "sub-test-model-53d0a0", "reconcileID": "5d2fcf99-24a9-44f5-9d51-59aa3471a317", "LLMInferenceService": "sub-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0"} 2026-07-24T20:17:44Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "sub-test-model-53d0a0", "reconcileID": "5d2fcf99-24a9-44f5-9d51-59aa3471a317", "LLMInferenceService": "sub-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "sub-test-model-53d0a0-kserve-route-authn"} 2026-07-24T20:17:44Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "sub-test-model-53d0a0", "reconcileID": "5d2fcf99-24a9-44f5-9d51-59aa3471a317", "LLMInferenceService": "sub-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "sub-test-model-53d0a0-kserve-route-authn"} 2026-07-24T20:17:44Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "sub-test-model-53d0a0", "reconcileID": "5d2fcf99-24a9-44f5-9d51-59aa3471a317", "LLMInferenceService": "sub-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0"} 2026-07-24T20:17:44Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "sub-test-model-53d0a0", "reconcileID": "5d2fcf99-24a9-44f5-9d51-59aa3471a317", "LLMInferenceService": "sub-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0"} 2026-07-24T20:17:46Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "sub-test-model-53d0a0", "reconcileID": "773021c1-cc21-4641-a808-d9bce602a99d", "LLMInferenceService": "sub-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0"} 2026-07-24T20:17:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-53d0a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0", "reconcileID": "dedc78f2-46db-4639-8207-9c2c0b316744", "Gateway": "e2e-shared-a-53d0a0", "namespace": "openshift-ingress"} 2026-07-24T20:17:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-53d0a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0", "reconcileID": "dedc78f2-46db-4639-8207-9c2c0b316744", "Gateway": "e2e-shared-a-53d0a0", "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0-authn-ssl"} 2026-07-24T20:17:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-53d0a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0", "reconcileID": "dedc78f2-46db-4639-8207-9c2c0b316744", "Gateway": "e2e-shared-a-53d0a0", "namespace": "openshift-ingress"} 2026-07-24T20:17:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-53d0a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0", "reconcileID": "39bb9b4e-2c49-486f-be0a-7e8100108ed1", "Gateway": "e2e-shared-a-53d0a0", "namespace": "openshift-ingress"} 2026-07-24T20:17:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-53d0a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0", "reconcileID": "39bb9b4e-2c49-486f-be0a-7e8100108ed1", "Gateway": "e2e-shared-a-53d0a0", "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0-authn-ssl"} 2026-07-24T20:17:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-53d0a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0", "reconcileID": "39bb9b4e-2c49-486f-be0a-7e8100108ed1", "Gateway": "e2e-shared-a-53d0a0", "namespace": "openshift-ingress"} 2026-07-24T20:17:46Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "sub-test-model-3f5fc9", "reconcileID": "85b6931d-2d48-498b-9d4c-04086a121b48", "LLMInferenceService": "sub-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9"} 2026-07-24T20:17:46Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "sub-test-model-3f5fc9", "reconcileID": "85b6931d-2d48-498b-9d4c-04086a121b48", "LLMInferenceService": "sub-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "sub-test-model-3f5fc9"} 2026-07-24T20:17:46Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "sub-test-model-3f5fc9", "reconcileID": "85b6931d-2d48-498b-9d4c-04086a121b48", "LLMInferenceService": "sub-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9"} 2026-07-24T20:17:46Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "sub-test-model-3f5fc9", "reconcileID": "85b6931d-2d48-498b-9d4c-04086a121b48", "LLMInferenceService": "sub-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9"} 2026-07-24T20:17:46Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "sub-test-model-3f5fc9", "reconcileID": "85b6931d-2d48-498b-9d4c-04086a121b48", "LLMInferenceService": "sub-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "sub-test-model-3f5fc9-kserve-route-authn"} 2026-07-24T20:17:46Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "sub-test-model-3f5fc9", "reconcileID": "85b6931d-2d48-498b-9d4c-04086a121b48", "LLMInferenceService": "sub-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "sub-test-model-3f5fc9-kserve-route-authn"} 2026-07-24T20:17:46Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "sub-test-model-3f5fc9", "reconcileID": "85b6931d-2d48-498b-9d4c-04086a121b48", "LLMInferenceService": "sub-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9"} 2026-07-24T20:17:46Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "sub-test-model-3f5fc9", "reconcileID": "85b6931d-2d48-498b-9d4c-04086a121b48", "LLMInferenceService": "sub-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9"} 2026-07-24T20:17:47Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "sub-test-model-3f5fc9", "reconcileID": "c3bf6e83-ef34-4cad-9294-a44aac1a7eac", "LLMInferenceService": "sub-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9"} 2026-07-24T20:17:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3f5fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9", "reconcileID": "22b29cfb-4a98-4c39-8874-f7f4a507a970", "Gateway": "e2e-shared-b-3f5fc9", "namespace": "openshift-ingress"} 2026-07-24T20:17:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3f5fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9", "reconcileID": "22b29cfb-4a98-4c39-8874-f7f4a507a970", "Gateway": "e2e-shared-b-3f5fc9", "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9-authn-ssl"} 2026-07-24T20:17:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3f5fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9", "reconcileID": "22b29cfb-4a98-4c39-8874-f7f4a507a970", "Gateway": "e2e-shared-b-3f5fc9", "namespace": "openshift-ingress"} 2026-07-24T20:17:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3f5fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9", "reconcileID": "1c36802b-d827-4b6d-898c-dcb3cef4dcf8", "Gateway": "e2e-shared-b-3f5fc9", "namespace": "openshift-ingress"} 2026-07-24T20:17:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3f5fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9", "reconcileID": "1c36802b-d827-4b6d-898c-dcb3cef4dcf8", "Gateway": "e2e-shared-b-3f5fc9", "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9-authn-ssl"} 2026-07-24T20:17:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3f5fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9", "reconcileID": "1c36802b-d827-4b6d-898c-dcb3cef4dcf8", "Gateway": "e2e-shared-b-3f5fc9", "namespace": "openshift-ingress"} 2026-07-24T20:17:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0", "reconcileID": "c0498b41-2552-4e50-a40c-ebfbf65d1bb6", "LLMInferenceService": "rate-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0"} 2026-07-24T20:17:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0", "reconcileID": "c0498b41-2552-4e50-a40c-ebfbf65d1bb6", "LLMInferenceService": "rate-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0"} 2026-07-24T20:17:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0", "reconcileID": "c0498b41-2552-4e50-a40c-ebfbf65d1bb6", "LLMInferenceService": "rate-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0"} 2026-07-24T20:17:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-53d0a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0", "reconcileID": "9213deaa-ca35-4519-964d-a067933391b0", "Gateway": "e2e-shared-a-53d0a0", "namespace": "openshift-ingress"} 2026-07-24T20:17:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0", "reconcileID": "c0498b41-2552-4e50-a40c-ebfbf65d1bb6", "LLMInferenceService": "rate-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0-kserve-route-authn"} 2026-07-24T20:17:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0", "reconcileID": "c0498b41-2552-4e50-a40c-ebfbf65d1bb6", "LLMInferenceService": "rate-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0", "authType": "userdefined"} 2026-07-24T20:17:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0", "reconcileID": "c0498b41-2552-4e50-a40c-ebfbf65d1bb6", "LLMInferenceService": "rate-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0"} 2026-07-24T20:17:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-53d0a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0", "reconcileID": "9213deaa-ca35-4519-964d-a067933391b0", "Gateway": "e2e-shared-a-53d0a0", "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0-authn-ssl"} 2026-07-24T20:17:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-53d0a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0", "reconcileID": "9213deaa-ca35-4519-964d-a067933391b0", "Gateway": "e2e-shared-a-53d0a0", "namespace": "openshift-ingress"} 2026-07-24T20:17:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0", "reconcileID": "8bd7f2bb-bb47-4c2f-9876-8a9889478982", "LLMInferenceService": "rate-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0"} 2026-07-24T20:17:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0", "reconcileID": "8bd7f2bb-bb47-4c2f-9876-8a9889478982", "LLMInferenceService": "rate-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0"} 2026-07-24T20:17:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0", "reconcileID": "8bd7f2bb-bb47-4c2f-9876-8a9889478982", "LLMInferenceService": "rate-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0"} 2026-07-24T20:17:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0", "reconcileID": "8bd7f2bb-bb47-4c2f-9876-8a9889478982", "LLMInferenceService": "rate-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0-kserve-route-authn"} 2026-07-24T20:17:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0", "reconcileID": "8bd7f2bb-bb47-4c2f-9876-8a9889478982", "LLMInferenceService": "rate-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0", "authType": "userdefined"} 2026-07-24T20:17:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0", "reconcileID": "8bd7f2bb-bb47-4c2f-9876-8a9889478982", "LLMInferenceService": "rate-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0"} 2026-07-24T20:17:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-53d0a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0", "reconcileID": "1b7ef47c-6502-475e-ae3d-a1a9681530f0", "Gateway": "e2e-shared-a-53d0a0", "namespace": "openshift-ingress"} 2026-07-24T20:17:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-53d0a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0", "reconcileID": "1b7ef47c-6502-475e-ae3d-a1a9681530f0", "Gateway": "e2e-shared-a-53d0a0", "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0-authn-ssl"} 2026-07-24T20:17:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-53d0a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0", "reconcileID": "1b7ef47c-6502-475e-ae3d-a1a9681530f0", "Gateway": "e2e-shared-a-53d0a0", "namespace": "openshift-ingress"} 2026-07-24T20:17:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0", "reconcileID": "204975b6-e930-4747-a5e6-881d46c3f32b", "LLMInferenceService": "rate-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0"} 2026-07-24T20:17:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0", "reconcileID": "204975b6-e930-4747-a5e6-881d46c3f32b", "LLMInferenceService": "rate-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0"} 2026-07-24T20:17:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0", "reconcileID": "204975b6-e930-4747-a5e6-881d46c3f32b", "LLMInferenceService": "rate-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0"} 2026-07-24T20:17:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0", "reconcileID": "204975b6-e930-4747-a5e6-881d46c3f32b", "LLMInferenceService": "rate-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0-kserve-route-authn"} 2026-07-24T20:17:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0", "reconcileID": "204975b6-e930-4747-a5e6-881d46c3f32b", "LLMInferenceService": "rate-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0", "authType": "userdefined"} 2026-07-24T20:17:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0", "reconcileID": "204975b6-e930-4747-a5e6-881d46c3f32b", "LLMInferenceService": "rate-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0"} 2026-07-24T20:18:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0", "reconcileID": "9e504ca6-2d58-42ba-afa8-321d15de6797", "LLMInferenceService": "rate-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0"} 2026-07-24T20:18:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0", "reconcileID": "9e504ca6-2d58-42ba-afa8-321d15de6797", "LLMInferenceService": "rate-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0"} 2026-07-24T20:18:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0", "reconcileID": "9e504ca6-2d58-42ba-afa8-321d15de6797", "LLMInferenceService": "rate-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0"} 2026-07-24T20:18:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0", "reconcileID": "9e504ca6-2d58-42ba-afa8-321d15de6797", "LLMInferenceService": "rate-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0-kserve-route-authn"} 2026-07-24T20:18:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0", "reconcileID": "9e504ca6-2d58-42ba-afa8-321d15de6797", "LLMInferenceService": "rate-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0", "authType": "userdefined"} 2026-07-24T20:18:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0", "reconcileID": "9e504ca6-2d58-42ba-afa8-321d15de6797", "LLMInferenceService": "rate-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0"} 2026-07-24T20:18:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0", "reconcileID": "f5810a4a-ec16-4877-9883-c32ea9bf987f", "LLMInferenceService": "rate-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0"} 2026-07-24T20:18:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0", "reconcileID": "f5810a4a-ec16-4877-9883-c32ea9bf987f", "LLMInferenceService": "rate-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0"} 2026-07-24T20:18:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0", "reconcileID": "f5810a4a-ec16-4877-9883-c32ea9bf987f", "LLMInferenceService": "rate-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0"} 2026-07-24T20:18:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0", "reconcileID": "f5810a4a-ec16-4877-9883-c32ea9bf987f", "LLMInferenceService": "rate-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0-kserve-route-authn"} 2026-07-24T20:18:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0", "reconcileID": "f5810a4a-ec16-4877-9883-c32ea9bf987f", "LLMInferenceService": "rate-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0", "authType": "userdefined"} 2026-07-24T20:18:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0", "reconcileID": "f5810a4a-ec16-4877-9883-c32ea9bf987f", "LLMInferenceService": "rate-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0"} 2026-07-24T20:18:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "rate-test-model-3f5fc9", "reconcileID": "f77fe0b8-1c32-43c4-b297-d94cb3a414a6", "LLMInferenceService": "rate-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9"} 2026-07-24T20:18:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "rate-test-model-3f5fc9", "reconcileID": "f77fe0b8-1c32-43c4-b297-d94cb3a414a6", "LLMInferenceService": "rate-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9"} 2026-07-24T20:18:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "rate-test-model-3f5fc9", "reconcileID": "f77fe0b8-1c32-43c4-b297-d94cb3a414a6", "LLMInferenceService": "rate-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9"} 2026-07-24T20:18:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3f5fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9", "reconcileID": "6da74b00-fcb8-4a95-976f-bdfec7abb62b", "Gateway": "e2e-shared-b-3f5fc9", "namespace": "openshift-ingress"} 2026-07-24T20:18:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "rate-test-model-3f5fc9", "reconcileID": "f77fe0b8-1c32-43c4-b297-d94cb3a414a6", "LLMInferenceService": "rate-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "rate-test-model-3f5fc9-kserve-route-authn"} 2026-07-24T20:18:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "rate-test-model-3f5fc9", "reconcileID": "f77fe0b8-1c32-43c4-b297-d94cb3a414a6", "LLMInferenceService": "rate-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "authType": "userdefined"} 2026-07-24T20:18:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "rate-test-model-3f5fc9", "reconcileID": "f77fe0b8-1c32-43c4-b297-d94cb3a414a6", "LLMInferenceService": "rate-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9"} 2026-07-24T20:18:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3f5fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9", "reconcileID": "6da74b00-fcb8-4a95-976f-bdfec7abb62b", "Gateway": "e2e-shared-b-3f5fc9", "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9-authn-ssl"} 2026-07-24T20:18:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3f5fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9", "reconcileID": "6da74b00-fcb8-4a95-976f-bdfec7abb62b", "Gateway": "e2e-shared-b-3f5fc9", "namespace": "openshift-ingress"} 2026-07-24T20:18:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "rate-test-model-3f5fc9", "reconcileID": "ddfa5ef4-598f-436c-91b0-17c02fadb1e4", "LLMInferenceService": "rate-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9"} 2026-07-24T20:18:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "rate-test-model-3f5fc9", "reconcileID": "ddfa5ef4-598f-436c-91b0-17c02fadb1e4", "LLMInferenceService": "rate-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9"} 2026-07-24T20:18:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "rate-test-model-3f5fc9", "reconcileID": "ddfa5ef4-598f-436c-91b0-17c02fadb1e4", "LLMInferenceService": "rate-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9"} 2026-07-24T20:18:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "rate-test-model-3f5fc9", "reconcileID": "ddfa5ef4-598f-436c-91b0-17c02fadb1e4", "LLMInferenceService": "rate-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "rate-test-model-3f5fc9-kserve-route-authn"} 2026-07-24T20:18:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "rate-test-model-3f5fc9", "reconcileID": "ddfa5ef4-598f-436c-91b0-17c02fadb1e4", "LLMInferenceService": "rate-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "authType": "userdefined"} 2026-07-24T20:18:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "rate-test-model-3f5fc9", "reconcileID": "ddfa5ef4-598f-436c-91b0-17c02fadb1e4", "LLMInferenceService": "rate-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9"} 2026-07-24T20:18:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3f5fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9", "reconcileID": "3f59bfe6-b0bc-4e67-9de4-b9ad8e6bb085", "Gateway": "e2e-shared-b-3f5fc9", "namespace": "openshift-ingress"} 2026-07-24T20:18:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3f5fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9", "reconcileID": "3f59bfe6-b0bc-4e67-9de4-b9ad8e6bb085", "Gateway": "e2e-shared-b-3f5fc9", "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9-authn-ssl"} 2026-07-24T20:18:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3f5fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9", "reconcileID": "3f59bfe6-b0bc-4e67-9de4-b9ad8e6bb085", "Gateway": "e2e-shared-b-3f5fc9", "namespace": "openshift-ingress"} 2026-07-24T20:18:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "rate-test-model-3f5fc9", "reconcileID": "c2c7d2dd-66d4-4792-bb82-b1c85d29eafd", "LLMInferenceService": "rate-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9"} 2026-07-24T20:18:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "rate-test-model-3f5fc9", "reconcileID": "c2c7d2dd-66d4-4792-bb82-b1c85d29eafd", "LLMInferenceService": "rate-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9"} 2026-07-24T20:18:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "rate-test-model-3f5fc9", "reconcileID": "c2c7d2dd-66d4-4792-bb82-b1c85d29eafd", "LLMInferenceService": "rate-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9"} 2026-07-24T20:18:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "rate-test-model-3f5fc9", "reconcileID": "c2c7d2dd-66d4-4792-bb82-b1c85d29eafd", "LLMInferenceService": "rate-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "rate-test-model-3f5fc9-kserve-route-authn"} 2026-07-24T20:18:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "rate-test-model-3f5fc9", "reconcileID": "c2c7d2dd-66d4-4792-bb82-b1c85d29eafd", "LLMInferenceService": "rate-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "authType": "userdefined"} 2026-07-24T20:18:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "rate-test-model-3f5fc9", "reconcileID": "c2c7d2dd-66d4-4792-bb82-b1c85d29eafd", "LLMInferenceService": "rate-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9"} 2026-07-24T20:18:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "rate-test-model-3f5fc9", "reconcileID": "2ee0d22a-3ed4-40bc-92ed-6cac0c6313c7", "LLMInferenceService": "rate-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9"} 2026-07-24T20:18:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "rate-test-model-3f5fc9", "reconcileID": "2ee0d22a-3ed4-40bc-92ed-6cac0c6313c7", "LLMInferenceService": "rate-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9"} 2026-07-24T20:18:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "rate-test-model-3f5fc9", "reconcileID": "2ee0d22a-3ed4-40bc-92ed-6cac0c6313c7", "LLMInferenceService": "rate-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9"} 2026-07-24T20:18:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "rate-test-model-3f5fc9", "reconcileID": "2ee0d22a-3ed4-40bc-92ed-6cac0c6313c7", "LLMInferenceService": "rate-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "rate-test-model-3f5fc9-kserve-route-authn"} 2026-07-24T20:18:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "rate-test-model-3f5fc9", "reconcileID": "2ee0d22a-3ed4-40bc-92ed-6cac0c6313c7", "LLMInferenceService": "rate-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "authType": "userdefined"} 2026-07-24T20:18:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "rate-test-model-3f5fc9", "reconcileID": "2ee0d22a-3ed4-40bc-92ed-6cac0c6313c7", "LLMInferenceService": "rate-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9"} 2026-07-24T20:18:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3f5fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9", "reconcileID": "2f1d8d96-068d-478c-b299-1c4fdea655f3", "Gateway": "e2e-shared-b-3f5fc9", "namespace": "openshift-ingress"} 2026-07-24T20:18:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3f5fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9", "reconcileID": "2f1d8d96-068d-478c-b299-1c4fdea655f3", "Gateway": "e2e-shared-b-3f5fc9", "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9-authn-ssl"} 2026-07-24T20:18:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3f5fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9", "reconcileID": "2f1d8d96-068d-478c-b299-1c4fdea655f3", "Gateway": "e2e-shared-b-3f5fc9", "namespace": "openshift-ingress"} 2026-07-24T20:18:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-53d0a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0", "reconcileID": "3ce207ec-7abd-4014-953e-183f43bb0aab", "Gateway": "e2e-shared-a-53d0a0", "namespace": "openshift-ingress"} 2026-07-24T20:18:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-53d0a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0", "reconcileID": "3ce207ec-7abd-4014-953e-183f43bb0aab", "Gateway": "e2e-shared-a-53d0a0", "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0-authn-ssl"} 2026-07-24T20:18:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-53d0a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0", "reconcileID": "3ce207ec-7abd-4014-953e-183f43bb0aab", "Gateway": "e2e-shared-a-53d0a0", "namespace": "openshift-ingress"} 2026-07-24T20:18:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "72a15c31-c45c-4434-9724-ae379936bd89", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T20:19:06Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0", "reconcileID": "4086b65c-c7fc-48c1-a5d8-bf3acd0a4832", "LLMInferenceService": "rate-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0"} 2026-07-24T20:19:06Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0", "reconcileID": "4086b65c-c7fc-48c1-a5d8-bf3acd0a4832", "LLMInferenceService": "rate-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0"} 2026-07-24T20:19:06Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0", "reconcileID": "4086b65c-c7fc-48c1-a5d8-bf3acd0a4832", "LLMInferenceService": "rate-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0"} 2026-07-24T20:19:06Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0", "reconcileID": "4086b65c-c7fc-48c1-a5d8-bf3acd0a4832", "LLMInferenceService": "rate-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0"} 2026-07-24T20:19:06Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0", "reconcileID": "4086b65c-c7fc-48c1-a5d8-bf3acd0a4832", "LLMInferenceService": "rate-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0-kserve-route-authn"} 2026-07-24T20:19:06Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0", "reconcileID": "4086b65c-c7fc-48c1-a5d8-bf3acd0a4832", "LLMInferenceService": "rate-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0-kserve-route-authn"} 2026-07-24T20:19:06Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0", "reconcileID": "4086b65c-c7fc-48c1-a5d8-bf3acd0a4832", "LLMInferenceService": "rate-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0"} 2026-07-24T20:19:06Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0", "reconcileID": "4086b65c-c7fc-48c1-a5d8-bf3acd0a4832", "LLMInferenceService": "rate-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0"} 2026-07-24T20:19:06Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-53d0a0","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "rate-test-model-53d0a0", "reconcileID": "4382c4a5-3c9a-4f9b-b47d-3b1a59a17c11", "LLMInferenceService": "rate-test-model-53d0a0", "namespace": "ai-tenant-e2e-shared-a-53d0a0"} 2026-07-24T20:19:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-53d0a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0", "reconcileID": "60f28d60-9681-46c4-8bb9-25d95bff993e", "Gateway": "e2e-shared-a-53d0a0", "namespace": "openshift-ingress"} 2026-07-24T20:19:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-53d0a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0", "reconcileID": "60f28d60-9681-46c4-8bb9-25d95bff993e", "Gateway": "e2e-shared-a-53d0a0", "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0-authn-ssl"} 2026-07-24T20:19:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-53d0a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0", "reconcileID": "60f28d60-9681-46c4-8bb9-25d95bff993e", "Gateway": "e2e-shared-a-53d0a0", "namespace": "openshift-ingress"} 2026-07-24T20:19:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-53d0a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0", "reconcileID": "d00101ba-8a25-49f3-9496-1848ce7b4235", "Gateway": "e2e-shared-a-53d0a0", "namespace": "openshift-ingress"} 2026-07-24T20:19:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-53d0a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0", "reconcileID": "d00101ba-8a25-49f3-9496-1848ce7b4235", "Gateway": "e2e-shared-a-53d0a0", "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0-authn-ssl"} 2026-07-24T20:19:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-53d0a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0", "reconcileID": "d00101ba-8a25-49f3-9496-1848ce7b4235", "Gateway": "e2e-shared-a-53d0a0", "namespace": "openshift-ingress"} 2026-07-24T20:19:06Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "rate-test-model-3f5fc9", "reconcileID": "01a34c9c-939c-4684-a329-0adc6d031dcb", "LLMInferenceService": "rate-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9"} 2026-07-24T20:19:06Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "rate-test-model-3f5fc9", "reconcileID": "01a34c9c-939c-4684-a329-0adc6d031dcb", "LLMInferenceService": "rate-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "rate-test-model-3f5fc9"} 2026-07-24T20:19:06Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "rate-test-model-3f5fc9", "reconcileID": "01a34c9c-939c-4684-a329-0adc6d031dcb", "LLMInferenceService": "rate-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9"} 2026-07-24T20:19:06Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "rate-test-model-3f5fc9", "reconcileID": "01a34c9c-939c-4684-a329-0adc6d031dcb", "LLMInferenceService": "rate-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9"} 2026-07-24T20:19:06Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "rate-test-model-3f5fc9", "reconcileID": "01a34c9c-939c-4684-a329-0adc6d031dcb", "LLMInferenceService": "rate-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "rate-test-model-3f5fc9-kserve-route-authn"} 2026-07-24T20:19:06Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "rate-test-model-3f5fc9", "reconcileID": "01a34c9c-939c-4684-a329-0adc6d031dcb", "LLMInferenceService": "rate-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "rate-test-model-3f5fc9-kserve-route-authn"} 2026-07-24T20:19:06Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "rate-test-model-3f5fc9", "reconcileID": "01a34c9c-939c-4684-a329-0adc6d031dcb", "LLMInferenceService": "rate-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9"} 2026-07-24T20:19:06Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "rate-test-model-3f5fc9", "reconcileID": "01a34c9c-939c-4684-a329-0adc6d031dcb", "LLMInferenceService": "rate-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9"} 2026-07-24T20:19:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6a815848-3662-4c9b-8fd1-33ba9de82808", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T20:19:07Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f5fc9","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "rate-test-model-3f5fc9", "reconcileID": "9b7e23df-6f2f-404d-b70f-8cc91bdeb2fc", "LLMInferenceService": "rate-test-model-3f5fc9", "namespace": "ai-tenant-e2e-shared-b-3f5fc9"} 2026-07-24T20:19:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3f5fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9", "reconcileID": "c5813011-90d5-4727-aae0-ee96485d311a", "Gateway": "e2e-shared-b-3f5fc9", "namespace": "openshift-ingress"} 2026-07-24T20:19:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3f5fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9", "reconcileID": "c5813011-90d5-4727-aae0-ee96485d311a", "Gateway": "e2e-shared-b-3f5fc9", "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9-authn-ssl"} 2026-07-24T20:19:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3f5fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9", "reconcileID": "c5813011-90d5-4727-aae0-ee96485d311a", "Gateway": "e2e-shared-b-3f5fc9", "namespace": "openshift-ingress"} 2026-07-24T20:19:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3f5fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9", "reconcileID": "2bf1491a-f363-4807-a3f0-d4b1d2d987ef", "Gateway": "e2e-shared-b-3f5fc9", "namespace": "openshift-ingress"} 2026-07-24T20:19:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3f5fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9", "reconcileID": "2bf1491a-f363-4807-a3f0-d4b1d2d987ef", "Gateway": "e2e-shared-b-3f5fc9", "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9-authn-ssl"} 2026-07-24T20:19:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3f5fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9", "reconcileID": "2bf1491a-f363-4807-a3f0-d4b1d2d987ef", "Gateway": "e2e-shared-b-3f5fc9", "namespace": "openshift-ingress"} 2026-07-24T20:19:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "52ae724e-3118-4483-a469-81d4265fff81", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T20:19:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3f5fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9", "reconcileID": "89f40473-3463-4f96-a69f-e1048807b26c", "Gateway": "e2e-shared-b-3f5fc9", "namespace": "openshift-ingress"} 2026-07-24T20:19:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3f5fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9", "reconcileID": "89f40473-3463-4f96-a69f-e1048807b26c", "Gateway": "e2e-shared-b-3f5fc9", "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9-authn-ssl"} 2026-07-24T20:19:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3f5fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9", "reconcileID": "89f40473-3463-4f96-a69f-e1048807b26c", "Gateway": "e2e-shared-b-3f5fc9", "namespace": "openshift-ingress"} 2026-07-24T20:19:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-53d0a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0", "reconcileID": "fc171e96-04fb-4076-a374-eeebe983fd57", "Gateway": "e2e-shared-a-53d0a0", "namespace": "openshift-ingress"} 2026-07-24T20:19:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-53d0a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0", "reconcileID": "fc171e96-04fb-4076-a374-eeebe983fd57", "Gateway": "e2e-shared-a-53d0a0", "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0-authn-ssl"} 2026-07-24T20:19:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-53d0a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0", "reconcileID": "fc171e96-04fb-4076-a374-eeebe983fd57", "Gateway": "e2e-shared-a-53d0a0", "namespace": "openshift-ingress"} 2026-07-24T20:19:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "a785a07a-74d5-4a31-b3d2-1c9e52858f24", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress"} 2026-07-24T20:19:27Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "a785a07a-74d5-4a31-b3d2-1c9e52858f24", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547-authn-ssl"} 2026-07-24T20:19:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "a785a07a-74d5-4a31-b3d2-1c9e52858f24", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress"} 2026-07-24T20:19:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "a10d18c1-87b6-4b7f-a89b-1b482bb9ad76", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress"} 2026-07-24T20:19:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "a10d18c1-87b6-4b7f-a89b-1b482bb9ad76", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547-authn-ssl"} 2026-07-24T20:19:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "a10d18c1-87b6-4b7f-a89b-1b482bb9ad76", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress"} 2026-07-24T20:19:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "bc78c5c7-b9f4-4899-b3ea-065889949861", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress"} 2026-07-24T20:19:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "bc78c5c7-b9f4-4899-b3ea-065889949861", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547-authn-ssl"} 2026-07-24T20:19:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "bc78c5c7-b9f4-4899-b3ea-065889949861", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress"} 2026-07-24T20:19:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "180b552c-5c8d-466d-a9e6-7a524524e052", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress"} 2026-07-24T20:19:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "180b552c-5c8d-466d-a9e6-7a524524e052", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547-authn-ssl"} 2026-07-24T20:19:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "180b552c-5c8d-466d-a9e6-7a524524e052", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress"} 2026-07-24T20:19:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "992f3936-59d1-4574-9913-05d025111f6d", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress"} 2026-07-24T20:19:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "992f3936-59d1-4574-9913-05d025111f6d", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547-authn-ssl"} 2026-07-24T20:19:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "992f3936-59d1-4574-9913-05d025111f6d", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress"} 2026-07-24T20:19:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "1e3291cd-0aa8-4a93-939a-97608c639405", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress"} 2026-07-24T20:19:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "1e3291cd-0aa8-4a93-939a-97608c639405", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547-authn-ssl"} 2026-07-24T20:19:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "1e3291cd-0aa8-4a93-939a-97608c639405", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress"} 2026-07-24T20:19:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "b1edaf73-a152-4017-9ca1-3f7af99a354b", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress"} 2026-07-24T20:19:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "b1edaf73-a152-4017-9ca1-3f7af99a354b", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547-authn-ssl"} 2026-07-24T20:19:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "b1edaf73-a152-4017-9ca1-3f7af99a354b", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress"} 2026-07-24T20:19:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "openshift-service-ca.crt", "reconcileID": "81ff7961-aa26-478b-b95f-30b361512f0c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:19:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "openshift-service-ca.crt", "reconcileID": "c3c823ed-45ea-45db-8cff-c1123309a8ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-937547", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T20:19:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "openshift-service-ca.crt", "reconcileID": "c3c823ed-45ea-45db-8cff-c1123309a8ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:19:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "odh-trusted-ca-bundle", "reconcileID": "d45b0ed9-a1a4-4bca-b455-48a7c3b00ae3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-937547", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T20:19:31Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "odh-trusted-ca-bundle", "reconcileID": "d45b0ed9-a1a4-4bca-b455-48a7c3b00ae3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T20:19:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "openshift-service-ca.crt", "reconcileID": "646bdd0b-d7f3-4f7d-98ad-aaa93f994b41", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:19:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4fe0043e-e8ed-4f6d-847f-e718d9333521", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:19:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "odh-trusted-ca-bundle", "reconcileID": "4fcddf40-bda7-4d5f-9da8-982ce0a365fd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:19:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "odh-trusted-ca-bundle", "reconcileID": "c2632171-4d23-4b20-9d1c-e0f3d3136c19", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-937547", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T20:19:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "odh-trusted-ca-bundle", "reconcileID": "c2632171-4d23-4b20-9d1c-e0f3d3136c19", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:19:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e87b3dcf-deef-4ea9-8894-c1b8f7efffc4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:19:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "9c46521b-ac9d-4ddd-b858-a8f6b082ea27", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress"} 2026-07-24T20:19:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "9c46521b-ac9d-4ddd-b858-a8f6b082ea27", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547-authn-ssl"} 2026-07-24T20:19:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "9c46521b-ac9d-4ddd-b858-a8f6b082ea27", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress"} 2026-07-24T20:19:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b849376b-9c42-42af-867e-80c0b140ef5b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T20:19:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "e79aed4f-0c3b-4181-b4f3-f25247990c50", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress"} 2026-07-24T20:19:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "e79aed4f-0c3b-4181-b4f3-f25247990c50", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547-authn-ssl"} 2026-07-24T20:19:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "e79aed4f-0c3b-4181-b4f3-f25247990c50", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress"} 2026-07-24T20:19:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-307a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30", "reconcileID": "419b3350-d004-4ed3-9fea-e090b1327b41", "Gateway": "e2e-ipp-b-307a30", "namespace": "openshift-ingress"} 2026-07-24T20:19:46Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-307a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30", "reconcileID": "419b3350-d004-4ed3-9fea-e090b1327b41", "Gateway": "e2e-ipp-b-307a30", "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30-authn-ssl"} 2026-07-24T20:19:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-307a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30", "reconcileID": "419b3350-d004-4ed3-9fea-e090b1327b41", "Gateway": "e2e-ipp-b-307a30", "namespace": "openshift-ingress"} 2026-07-24T20:19:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-307a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30", "reconcileID": "abb0600d-e45e-4678-b32b-56be56e5df9b", "Gateway": "e2e-ipp-b-307a30", "namespace": "openshift-ingress"} 2026-07-24T20:19:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-307a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30", "reconcileID": "abb0600d-e45e-4678-b32b-56be56e5df9b", "Gateway": "e2e-ipp-b-307a30", "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30-authn-ssl"} 2026-07-24T20:19:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-307a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30", "reconcileID": "abb0600d-e45e-4678-b32b-56be56e5df9b", "Gateway": "e2e-ipp-b-307a30", "namespace": "openshift-ingress"} 2026-07-24T20:19:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-307a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30", "reconcileID": "b2667348-7335-4743-a99d-49b11d19f893", "Gateway": "e2e-ipp-b-307a30", "namespace": "openshift-ingress"} 2026-07-24T20:19:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-307a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30", "reconcileID": "b2667348-7335-4743-a99d-49b11d19f893", "Gateway": "e2e-ipp-b-307a30", "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30-authn-ssl"} 2026-07-24T20:19:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-307a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30", "reconcileID": "b2667348-7335-4743-a99d-49b11d19f893", "Gateway": "e2e-ipp-b-307a30", "namespace": "openshift-ingress"} 2026-07-24T20:19:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-307a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30", "reconcileID": "67ee7e21-0849-4f3c-a706-b72fec10c3cb", "Gateway": "e2e-ipp-b-307a30", "namespace": "openshift-ingress"} 2026-07-24T20:19:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-307a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30", "reconcileID": "67ee7e21-0849-4f3c-a706-b72fec10c3cb", "Gateway": "e2e-ipp-b-307a30", "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30-authn-ssl"} 2026-07-24T20:19:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-307a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30", "reconcileID": "67ee7e21-0849-4f3c-a706-b72fec10c3cb", "Gateway": "e2e-ipp-b-307a30", "namespace": "openshift-ingress"} 2026-07-24T20:19:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-307a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30", "reconcileID": "d33e5e76-0c3a-4a54-adca-05007eb3ccd6", "Gateway": "e2e-ipp-b-307a30", "namespace": "openshift-ingress"} 2026-07-24T20:19:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-307a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30", "reconcileID": "d33e5e76-0c3a-4a54-adca-05007eb3ccd6", "Gateway": "e2e-ipp-b-307a30", "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30-authn-ssl"} 2026-07-24T20:19:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-307a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30", "reconcileID": "d33e5e76-0c3a-4a54-adca-05007eb3ccd6", "Gateway": "e2e-ipp-b-307a30", "namespace": "openshift-ingress"} 2026-07-24T20:19:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-307a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30", "reconcileID": "b67d2988-908c-4db3-b27a-d6704415952d", "Gateway": "e2e-ipp-b-307a30", "namespace": "openshift-ingress"} 2026-07-24T20:19:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-307a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30", "reconcileID": "b67d2988-908c-4db3-b27a-d6704415952d", "Gateway": "e2e-ipp-b-307a30", "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30-authn-ssl"} 2026-07-24T20:19:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-307a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30", "reconcileID": "b67d2988-908c-4db3-b27a-d6704415952d", "Gateway": "e2e-ipp-b-307a30", "namespace": "openshift-ingress"} 2026-07-24T20:19:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-307a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30", "reconcileID": "570bd090-5310-44ab-baec-34830d458edf", "Gateway": "e2e-ipp-b-307a30", "namespace": "openshift-ingress"} 2026-07-24T20:19:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-307a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30", "reconcileID": "570bd090-5310-44ab-baec-34830d458edf", "Gateway": "e2e-ipp-b-307a30", "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30-authn-ssl"} 2026-07-24T20:19:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-307a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30", "reconcileID": "570bd090-5310-44ab-baec-34830d458edf", "Gateway": "e2e-ipp-b-307a30", "namespace": "openshift-ingress"} 2026-07-24T20:19:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-307a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30", "reconcileID": "b66bd7aa-2da3-414d-bd9c-0dfa39cf264f", "Gateway": "e2e-ipp-b-307a30", "namespace": "openshift-ingress"} 2026-07-24T20:19:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-307a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30", "reconcileID": "b66bd7aa-2da3-414d-bd9c-0dfa39cf264f", "Gateway": "e2e-ipp-b-307a30", "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30-authn-ssl"} 2026-07-24T20:19:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-307a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30", "reconcileID": "b66bd7aa-2da3-414d-bd9c-0dfa39cf264f", "Gateway": "e2e-ipp-b-307a30", "namespace": "openshift-ingress"} 2026-07-24T20:19:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-307a30"}, "namespace": "ai-tenant-e2e-ipp-b-307a30", "name": "openshift-service-ca.crt", "reconcileID": "1bf7d179-fd84-4806-aa92-75617df05d0b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-307a30"} 2026-07-24T20:19:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-307a30"}, "namespace": "ai-tenant-e2e-ipp-b-307a30", "name": "odh-trusted-ca-bundle", "reconcileID": "805afe2b-cf75-4d76-9b8f-1dd46c13ef53", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-307a30"} 2026-07-24T20:19:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-307a30"}, "namespace": "ai-tenant-e2e-ipp-b-307a30", "name": "openshift-service-ca.crt", "reconcileID": "689b4cc5-c8d9-4c0a-bc21-51b2823f0ff1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-307a30", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T20:19:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-307a30"}, "namespace": "ai-tenant-e2e-ipp-b-307a30", "name": "openshift-service-ca.crt", "reconcileID": "689b4cc5-c8d9-4c0a-bc21-51b2823f0ff1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-307a30"} 2026-07-24T20:19:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-307a30"}, "namespace": "ai-tenant-e2e-ipp-b-307a30", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "56cc3416-0125-4b4f-9a74-bf68fd9ab2e3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-307a30"} 2026-07-24T20:19:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-307a30"}, "namespace": "ai-tenant-e2e-ipp-b-307a30", "name": "openshift-service-ca.crt", "reconcileID": "5963785e-366a-4d7c-b85d-a033592df2af", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-307a30"} 2026-07-24T20:19:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-307a30"}, "namespace": "ai-tenant-e2e-ipp-b-307a30", "name": "odh-trusted-ca-bundle", "reconcileID": "ae8bedc6-9db8-4108-9628-93611f7ae92a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-307a30", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T20:19:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-307a30"}, "namespace": "ai-tenant-e2e-ipp-b-307a30", "name": "odh-trusted-ca-bundle", "reconcileID": "ae8bedc6-9db8-4108-9628-93611f7ae92a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-307a30"} 2026-07-24T20:19:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-307a30"}, "namespace": "ai-tenant-e2e-ipp-b-307a30", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3fb1a7d0-655d-4015-b22c-59c7e6c9df96", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-307a30"} 2026-07-24T20:19:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-307a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30", "reconcileID": "1274252e-420a-4718-9376-7b02ffd5593a", "Gateway": "e2e-ipp-b-307a30", "namespace": "openshift-ingress"} 2026-07-24T20:19:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-307a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30", "reconcileID": "1274252e-420a-4718-9376-7b02ffd5593a", "Gateway": "e2e-ipp-b-307a30", "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30-authn-ssl"} 2026-07-24T20:19:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-307a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30", "reconcileID": "1274252e-420a-4718-9376-7b02ffd5593a", "Gateway": "e2e-ipp-b-307a30", "namespace": "openshift-ingress"} 2026-07-24T20:19:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "36583d3a-8c38-4435-8a83-2870654c8ee3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T20:19:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2660e622-fb47-4ca6-83f1-203e1e4279eb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T20:20:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-307a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30", "reconcileID": "6c385556-7d50-4902-b6b5-13e9fb2225f9", "Gateway": "e2e-ipp-b-307a30", "namespace": "openshift-ingress"} 2026-07-24T20:20:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-307a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30", "reconcileID": "6c385556-7d50-4902-b6b5-13e9fb2225f9", "Gateway": "e2e-ipp-b-307a30", "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30-authn-ssl"} 2026-07-24T20:20:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-307a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30", "reconcileID": "6c385556-7d50-4902-b6b5-13e9fb2225f9", "Gateway": "e2e-ipp-b-307a30", "namespace": "openshift-ingress"} 2026-07-24T20:20:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "be2a8c4c-5351-4530-afe1-38a7db1e2bd2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T20:20:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "7ea513b7-2ebd-42f3-bc9c-a3fc20b34384", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:20:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "7ea513b7-2ebd-42f3-bc9c-a3fc20b34384", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:20:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "7ea513b7-2ebd-42f3-bc9c-a3fc20b34384", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:20:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "62a29f76-b308-422c-8261-810b857201ac", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress"} 2026-07-24T20:20:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "7ea513b7-2ebd-42f3-bc9c-a3fc20b34384", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547-kserve-route-authn"} 2026-07-24T20:20:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "7ea513b7-2ebd-42f3-bc9c-a3fc20b34384", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547", "authType": "userdefined"} 2026-07-24T20:20:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "7ea513b7-2ebd-42f3-bc9c-a3fc20b34384", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:20:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "62a29f76-b308-422c-8261-810b857201ac", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547-authn-ssl"} 2026-07-24T20:20:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "62a29f76-b308-422c-8261-810b857201ac", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress"} 2026-07-24T20:20:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "54db5f6e-ab62-4f36-bd26-dd681ddfa78e", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:20:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "54db5f6e-ab62-4f36-bd26-dd681ddfa78e", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:20:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "54db5f6e-ab62-4f36-bd26-dd681ddfa78e", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:20:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "54db5f6e-ab62-4f36-bd26-dd681ddfa78e", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547-kserve-route-authn"} 2026-07-24T20:20:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "54db5f6e-ab62-4f36-bd26-dd681ddfa78e", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547", "authType": "userdefined"} 2026-07-24T20:20:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "54db5f6e-ab62-4f36-bd26-dd681ddfa78e", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:20:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "e4030079-713c-414d-95b0-901910c61fff", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress"} 2026-07-24T20:20:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "e4030079-713c-414d-95b0-901910c61fff", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547-authn-ssl"} 2026-07-24T20:20:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "e4030079-713c-414d-95b0-901910c61fff", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress"} 2026-07-24T20:20:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "4c76e05f-0ecb-42e2-a1b6-de535ee62ee2", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:20:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "4c76e05f-0ecb-42e2-a1b6-de535ee62ee2", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:20:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "4c76e05f-0ecb-42e2-a1b6-de535ee62ee2", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:20:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "4c76e05f-0ecb-42e2-a1b6-de535ee62ee2", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547-kserve-route-authn"} 2026-07-24T20:20:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "4c76e05f-0ecb-42e2-a1b6-de535ee62ee2", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547", "authType": "userdefined"} 2026-07-24T20:20:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "4c76e05f-0ecb-42e2-a1b6-de535ee62ee2", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:20:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "a43d46d5-14bd-4733-b714-c5926b1faa98", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:20:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "a43d46d5-14bd-4733-b714-c5926b1faa98", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:20:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "a43d46d5-14bd-4733-b714-c5926b1faa98", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:20:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "a43d46d5-14bd-4733-b714-c5926b1faa98", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547-kserve-route-authn"} 2026-07-24T20:20:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "a43d46d5-14bd-4733-b714-c5926b1faa98", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547", "authType": "userdefined"} 2026-07-24T20:20:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "a43d46d5-14bd-4733-b714-c5926b1faa98", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:20:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "27f6f635-1bf3-42b4-8f4b-941b98dd2b88", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress"} 2026-07-24T20:20:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "27f6f635-1bf3-42b4-8f4b-941b98dd2b88", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547-authn-ssl"} 2026-07-24T20:20:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "27f6f635-1bf3-42b4-8f4b-941b98dd2b88", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress"} 2026-07-24T20:20:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-712eee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee", "reconcileID": "ccd2892a-f290-4df3-b9d1-7f1887c36711", "Gateway": "e2e-ipp-cleanup-712eee", "namespace": "openshift-ingress"} 2026-07-24T20:20:54Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-712eee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee", "reconcileID": "ccd2892a-f290-4df3-b9d1-7f1887c36711", "Gateway": "e2e-ipp-cleanup-712eee", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee-authn-ssl"} 2026-07-24T20:20:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-712eee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee", "reconcileID": "ccd2892a-f290-4df3-b9d1-7f1887c36711", "Gateway": "e2e-ipp-cleanup-712eee", "namespace": "openshift-ingress"} 2026-07-24T20:20:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-712eee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee", "reconcileID": "41d9f584-033a-4b99-a8be-9c4d55be9eec", "Gateway": "e2e-ipp-cleanup-712eee", "namespace": "openshift-ingress"} 2026-07-24T20:20:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-712eee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee", "reconcileID": "41d9f584-033a-4b99-a8be-9c4d55be9eec", "Gateway": "e2e-ipp-cleanup-712eee", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee-authn-ssl"} 2026-07-24T20:20:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-712eee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee", "reconcileID": "41d9f584-033a-4b99-a8be-9c4d55be9eec", "Gateway": "e2e-ipp-cleanup-712eee", "namespace": "openshift-ingress"} 2026-07-24T20:20:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-712eee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee", "reconcileID": "755c0c75-cb31-4b2f-b78b-309462a7b978", "Gateway": "e2e-ipp-cleanup-712eee", "namespace": "openshift-ingress"} 2026-07-24T20:20:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-712eee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee", "reconcileID": "755c0c75-cb31-4b2f-b78b-309462a7b978", "Gateway": "e2e-ipp-cleanup-712eee", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee-authn-ssl"} 2026-07-24T20:20:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-712eee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee", "reconcileID": "755c0c75-cb31-4b2f-b78b-309462a7b978", "Gateway": "e2e-ipp-cleanup-712eee", "namespace": "openshift-ingress"} 2026-07-24T20:20:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-712eee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee", "reconcileID": "41ac4fe2-2b17-4f73-954d-e93e9ecf8580", "Gateway": "e2e-ipp-cleanup-712eee", "namespace": "openshift-ingress"} 2026-07-24T20:20:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-712eee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee", "reconcileID": "41ac4fe2-2b17-4f73-954d-e93e9ecf8580", "Gateway": "e2e-ipp-cleanup-712eee", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee-authn-ssl"} 2026-07-24T20:20:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-712eee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee", "reconcileID": "41ac4fe2-2b17-4f73-954d-e93e9ecf8580", "Gateway": "e2e-ipp-cleanup-712eee", "namespace": "openshift-ingress"} 2026-07-24T20:20:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-712eee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee", "reconcileID": "c7b4e82b-a96b-4bdc-881e-ca93d94de8c2", "Gateway": "e2e-ipp-cleanup-712eee", "namespace": "openshift-ingress"} 2026-07-24T20:20:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-712eee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee", "reconcileID": "c7b4e82b-a96b-4bdc-881e-ca93d94de8c2", "Gateway": "e2e-ipp-cleanup-712eee", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee-authn-ssl"} 2026-07-24T20:20:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-712eee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee", "reconcileID": "c7b4e82b-a96b-4bdc-881e-ca93d94de8c2", "Gateway": "e2e-ipp-cleanup-712eee", "namespace": "openshift-ingress"} 2026-07-24T20:20:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-712eee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee", "reconcileID": "e060904a-d4ff-4847-95ed-3e21648a0548", "Gateway": "e2e-ipp-cleanup-712eee", "namespace": "openshift-ingress"} 2026-07-24T20:20:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-712eee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee", "reconcileID": "e060904a-d4ff-4847-95ed-3e21648a0548", "Gateway": "e2e-ipp-cleanup-712eee", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee-authn-ssl"} 2026-07-24T20:20:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-712eee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee", "reconcileID": "e060904a-d4ff-4847-95ed-3e21648a0548", "Gateway": "e2e-ipp-cleanup-712eee", "namespace": "openshift-ingress"} 2026-07-24T20:20:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-712eee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee", "reconcileID": "42f18df1-0094-4052-9bee-801422cfb8c0", "Gateway": "e2e-ipp-cleanup-712eee", "namespace": "openshift-ingress"} 2026-07-24T20:20:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-712eee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee", "reconcileID": "42f18df1-0094-4052-9bee-801422cfb8c0", "Gateway": "e2e-ipp-cleanup-712eee", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee-authn-ssl"} 2026-07-24T20:20:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-712eee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee", "reconcileID": "42f18df1-0094-4052-9bee-801422cfb8c0", "Gateway": "e2e-ipp-cleanup-712eee", "namespace": "openshift-ingress"} 2026-07-24T20:20:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-712eee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-712eee", "name": "openshift-service-ca.crt", "reconcileID": "4d5a3fb0-8121-4f6e-b26b-51e4b45e412a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-712eee"} 2026-07-24T20:20:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-712eee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-712eee", "name": "odh-trusted-ca-bundle", "reconcileID": "81524ea6-6565-4c88-a7a3-5c0b46fdbbc1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-712eee"} 2026-07-24T20:20:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-712eee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-712eee", "name": "openshift-service-ca.crt", "reconcileID": "a73f1cf5-df62-40f8-b07f-e325009113ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-712eee", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T20:20:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-712eee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-712eee", "name": "openshift-service-ca.crt", "reconcileID": "a73f1cf5-df62-40f8-b07f-e325009113ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-712eee"} 2026-07-24T20:20:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-712eee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-712eee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "55a5aac4-ba59-4b78-9cd3-35dbc68ada16", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-712eee"} 2026-07-24T20:20:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-712eee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-712eee", "name": "openshift-service-ca.crt", "reconcileID": "bc42ac91-0e3f-4284-bffe-24eaa0d24d2b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-712eee"} 2026-07-24T20:20:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-712eee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-712eee", "name": "odh-trusted-ca-bundle", "reconcileID": "fbb4ce68-2497-40ce-b88b-9dcc05752cdc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-712eee", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T20:20:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-712eee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-712eee", "name": "odh-trusted-ca-bundle", "reconcileID": "fbb4ce68-2497-40ce-b88b-9dcc05752cdc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-712eee"} 2026-07-24T20:20:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-712eee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-712eee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1c15276-c9c7-494a-9db0-935db8cd0ee2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-712eee"} 2026-07-24T20:20:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-712eee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee", "reconcileID": "2ddd7471-755a-41f4-ba52-1e4e8dcabb96", "Gateway": "e2e-ipp-cleanup-712eee", "namespace": "openshift-ingress"} 2026-07-24T20:20:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-712eee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee", "reconcileID": "2ddd7471-755a-41f4-ba52-1e4e8dcabb96", "Gateway": "e2e-ipp-cleanup-712eee", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee-authn-ssl"} 2026-07-24T20:20:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-712eee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee", "reconcileID": "2ddd7471-755a-41f4-ba52-1e4e8dcabb96", "Gateway": "e2e-ipp-cleanup-712eee", "namespace": "openshift-ingress"} 2026-07-24T20:20:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "92d5e125-6e0f-4247-8f1c-e9826ab1fecc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T20:21:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-712eee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee", "reconcileID": "2dc98f01-18f3-4d69-8b4f-9bd3aa950195", "Gateway": "e2e-ipp-cleanup-712eee", "namespace": "openshift-ingress"} 2026-07-24T20:21:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-712eee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee", "reconcileID": "2dc98f01-18f3-4d69-8b4f-9bd3aa950195", "Gateway": "e2e-ipp-cleanup-712eee", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee-authn-ssl"} 2026-07-24T20:21:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-712eee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee", "reconcileID": "2dc98f01-18f3-4d69-8b4f-9bd3aa950195", "Gateway": "e2e-ipp-cleanup-712eee", "namespace": "openshift-ingress"} 2026-07-24T20:21:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-712eee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee", "reconcileID": "59e38569-0599-4504-a7d1-977ae982cc14", "Gateway": "e2e-ipp-cleanup-712eee", "namespace": "openshift-ingress"} 2026-07-24T20:21:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-712eee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee", "reconcileID": "59e38569-0599-4504-a7d1-977ae982cc14", "Gateway": "e2e-ipp-cleanup-712eee", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee-authn-ssl"} 2026-07-24T20:21:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-712eee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee", "reconcileID": "59e38569-0599-4504-a7d1-977ae982cc14", "Gateway": "e2e-ipp-cleanup-712eee", "namespace": "openshift-ingress"} 2026-07-24T20:21:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-712eee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee", "reconcileID": "0c92238d-b377-4c00-bb98-87dcd0f53430", "Gateway": "e2e-ipp-cleanup-712eee", "namespace": "openshift-ingress"} 2026-07-24T20:21:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-712eee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee", "reconcileID": "0c92238d-b377-4c00-bb98-87dcd0f53430", "Gateway": "e2e-ipp-cleanup-712eee", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee-authn-ssl"} 2026-07-24T20:21:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-712eee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee", "reconcileID": "0c92238d-b377-4c00-bb98-87dcd0f53430", "Gateway": "e2e-ipp-cleanup-712eee", "namespace": "openshift-ingress"} 2026-07-24T20:21:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-712eee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-712eee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4f7e4608-10f4-4101-8fbc-b90400a947e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-712eee"} 2026-07-24T20:21:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-712eee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-712eee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4f7e4608-10f4-4101-8fbc-b90400a947e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-712eee", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T20:21:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-712eee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-712eee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4f7e4608-10f4-4101-8fbc-b90400a947e0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-712eee because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T20:21:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-712eee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-712eee", "name": "odh-trusted-ca-bundle", "reconcileID": "9dea9c33-8066-489e-bfd7-fc3822feedd4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-712eee"} 2026-07-24T20:21:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-712eee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-712eee", "name": "odh-trusted-ca-bundle", "reconcileID": "9dea9c33-8066-489e-bfd7-fc3822feedd4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-712eee"} 2026-07-24T20:21:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-712eee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-712eee", "name": "openshift-service-ca.crt", "reconcileID": "8f398f5a-5b32-4f4a-9ec8-35844a1e9114", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-712eee"} 2026-07-24T20:21:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-712eee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-712eee", "name": "openshift-service-ca.crt", "reconcileID": "8f398f5a-5b32-4f4a-9ec8-35844a1e9114", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-712eee"} 2026-07-24T20:21:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-712eee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-712eee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4f7edd4-3c5d-40b8-baff-b66a4d2518a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-712eee"} 2026-07-24T20:21:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-712eee"}, "namespace": "ai-tenant-e2e-ipp-cleanup-712eee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4f7edd4-3c5d-40b8-baff-b66a4d2518a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-712eee"} 2026-07-24T20:21:34Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-712eee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-712eee", "reconcileID": "aa259a2d-779d-4a42-8e0b-ef135ea214e8", "Gateway": "e2e-ipp-cleanup-712eee", "namespace": "openshift-ingress"} 2026-07-24T20:21:37Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T20:21:37Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T20:21:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dd787b98-99dc-464c-b827-02b25a64f8ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T20:21:40Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T20:21:40Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T20:21:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "f7994578-0d78-41c7-8f23-6b320de4092c", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress"} 2026-07-24T20:21:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "f7994578-0d78-41c7-8f23-6b320de4092c", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547-authn-ssl"} 2026-07-24T20:21:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "f7994578-0d78-41c7-8f23-6b320de4092c", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress"} 2026-07-24T20:21:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "c2f5eb99-9e81-4a42-8f18-db4a1dcf12dc", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress"} 2026-07-24T20:21:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "c2f5eb99-9e81-4a42-8f18-db4a1dcf12dc", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547-authn-ssl"} 2026-07-24T20:21:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "c2f5eb99-9e81-4a42-8f18-db4a1dcf12dc", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress"} 2026-07-24T20:21:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "d4e4c714-757b-4d6f-b4f0-b1993e2ef3fc", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress"} 2026-07-24T20:21:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "d4e4c714-757b-4d6f-b4f0-b1993e2ef3fc", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547-authn-ssl"} 2026-07-24T20:21:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "d4e4c714-757b-4d6f-b4f0-b1993e2ef3fc", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress"} 2026-07-24T20:22:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "9865a2d0-e1a9-4b7e-b0d1-54928c411d10", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:22:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "9865a2d0-e1a9-4b7e-b0d1-54928c411d10", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:22:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "9865a2d0-e1a9-4b7e-b0d1-54928c411d10", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:22:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "9865a2d0-e1a9-4b7e-b0d1-54928c411d10", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547-kserve-route-authn"} 2026-07-24T20:22:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "9865a2d0-e1a9-4b7e-b0d1-54928c411d10", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547", "authType": "userdefined"} 2026-07-24T20:22:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "9865a2d0-e1a9-4b7e-b0d1-54928c411d10", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:22:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "82946c39-6a37-4d54-9ac2-f74aaf25e126", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:22:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "82946c39-6a37-4d54-9ac2-f74aaf25e126", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:22:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "82946c39-6a37-4d54-9ac2-f74aaf25e126", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:22:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "82946c39-6a37-4d54-9ac2-f74aaf25e126", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547-kserve-route-authn"} 2026-07-24T20:22:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "82946c39-6a37-4d54-9ac2-f74aaf25e126", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547", "authType": "userdefined"} 2026-07-24T20:22:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "82946c39-6a37-4d54-9ac2-f74aaf25e126", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:22:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "644bdc7b-eced-443b-8d39-d4d5fbe4fe52", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress"} 2026-07-24T20:22:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "644bdc7b-eced-443b-8d39-d4d5fbe4fe52", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547-authn-ssl"} 2026-07-24T20:22:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "644bdc7b-eced-443b-8d39-d4d5fbe4fe52", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress"} 2026-07-24T20:22:39Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "19a553e6-a861-4280-ae35-32d624837fc2", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:22:39Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "19a553e6-a861-4280-ae35-32d624837fc2", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547"} 2026-07-24T20:22:39Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "19a553e6-a861-4280-ae35-32d624837fc2", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:22:39Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "19a553e6-a861-4280-ae35-32d624837fc2", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:22:39Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "19a553e6-a861-4280-ae35-32d624837fc2", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547-kserve-route-authn"} 2026-07-24T20:22:39Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "19a553e6-a861-4280-ae35-32d624837fc2", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547-kserve-route-authn"} 2026-07-24T20:22:39Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "19a553e6-a861-4280-ae35-32d624837fc2", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:22:39Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "19a553e6-a861-4280-ae35-32d624837fc2", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:22:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f00a8f8-efaf-46d4-8ea4-6dda6b635008", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:22:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f00a8f8-efaf-46d4-8ea4-6dda6b635008", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-937547", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T20:22:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f00a8f8-efaf-46d4-8ea4-6dda6b635008", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-937547 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T20:22:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "odh-trusted-ca-bundle", "reconcileID": "ff6e3105-6840-41c2-a224-6c7e78a9bc21", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:22:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "odh-trusted-ca-bundle", "reconcileID": "ff6e3105-6840-41c2-a224-6c7e78a9bc21", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:22:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "openshift-service-ca.crt", "reconcileID": "475135c1-e2f5-4708-83a7-7359610792d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:22:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "openshift-service-ca.crt", "reconcileID": "475135c1-e2f5-4708-83a7-7359610792d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:22:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e8905742-015e-4f09-9683-a3531001d3e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:22:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e8905742-015e-4f09-9683-a3531001d3e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:22:50Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "6216db1a-0a63-4712-9d25-3e811853c611", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:22:50Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "6216db1a-0a63-4712-9d25-3e811853c611", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547"} 2026-07-24T20:22:50Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "6216db1a-0a63-4712-9d25-3e811853c611", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:22:50Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "6216db1a-0a63-4712-9d25-3e811853c611", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:22:50Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "6216db1a-0a63-4712-9d25-3e811853c611", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547-kserve-route-authn"} 2026-07-24T20:22:50Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "6216db1a-0a63-4712-9d25-3e811853c611", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547-kserve-route-authn"} 2026-07-24T20:22:50Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "6216db1a-0a63-4712-9d25-3e811853c611", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:22:50Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "6216db1a-0a63-4712-9d25-3e811853c611", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:22:50Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-937547","namespace":"ai-tenant-e2e-ipp-a-937547"}, "namespace": "ai-tenant-e2e-ipp-a-937547", "name": "ipp-route-937547", "reconcileID": "5714c04e-4259-4937-b942-ae566e87d922", "LLMInferenceService": "ipp-route-937547", "namespace": "ai-tenant-e2e-ipp-a-937547"} 2026-07-24T20:22:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "1739cf85-dcb3-4f2d-9629-2bc98b94ab2d", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress"} 2026-07-24T20:22:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "1739cf85-dcb3-4f2d-9629-2bc98b94ab2d", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547-authn-ssl"} 2026-07-24T20:22:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "1739cf85-dcb3-4f2d-9629-2bc98b94ab2d", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress"} 2026-07-24T20:22:51Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-937547","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-937547", "reconcileID": "62c86b47-f98f-4cb4-a346-402191d9fd39", "Gateway": "e2e-ipp-a-937547", "namespace": "openshift-ingress"} 2026-07-24T20:22:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7abf5f9f-926f-48ac-baf6-e7417225127c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T20:23:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-307a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30", "reconcileID": "a35fc57a-e21d-4aae-84ff-da9478c6d167", "Gateway": "e2e-ipp-b-307a30", "namespace": "openshift-ingress"} 2026-07-24T20:23:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-307a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30", "reconcileID": "a35fc57a-e21d-4aae-84ff-da9478c6d167", "Gateway": "e2e-ipp-b-307a30", "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30-authn-ssl"} 2026-07-24T20:23:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-307a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30", "reconcileID": "a35fc57a-e21d-4aae-84ff-da9478c6d167", "Gateway": "e2e-ipp-b-307a30", "namespace": "openshift-ingress"} 2026-07-24T20:23:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-307a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30", "reconcileID": "b492aeaf-805c-4f68-865f-93e3902a2636", "Gateway": "e2e-ipp-b-307a30", "namespace": "openshift-ingress"} 2026-07-24T20:23:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-307a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30", "reconcileID": "b492aeaf-805c-4f68-865f-93e3902a2636", "Gateway": "e2e-ipp-b-307a30", "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30-authn-ssl"} 2026-07-24T20:23:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-307a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30", "reconcileID": "b492aeaf-805c-4f68-865f-93e3902a2636", "Gateway": "e2e-ipp-b-307a30", "namespace": "openshift-ingress"} 2026-07-24T20:23:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-307a30"}, "namespace": "ai-tenant-e2e-ipp-b-307a30", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00996bc5-5be7-445d-8dab-6274ed20c156", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-307a30"} 2026-07-24T20:23:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-307a30"}, "namespace": "ai-tenant-e2e-ipp-b-307a30", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00996bc5-5be7-445d-8dab-6274ed20c156", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-307a30", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T20:23:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-307a30"}, "namespace": "ai-tenant-e2e-ipp-b-307a30", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00996bc5-5be7-445d-8dab-6274ed20c156", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-307a30 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T20:23:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-307a30"}, "namespace": "ai-tenant-e2e-ipp-b-307a30", "name": "odh-trusted-ca-bundle", "reconcileID": "f67c2cf0-4c65-4160-b6db-5ce606446549", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-307a30"} 2026-07-24T20:23:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-307a30"}, "namespace": "ai-tenant-e2e-ipp-b-307a30", "name": "odh-trusted-ca-bundle", "reconcileID": "f67c2cf0-4c65-4160-b6db-5ce606446549", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-307a30"} 2026-07-24T20:23:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-307a30"}, "namespace": "ai-tenant-e2e-ipp-b-307a30", "name": "openshift-service-ca.crt", "reconcileID": "42b7954b-507b-4981-8060-8f9aada28e64", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-307a30"} 2026-07-24T20:23:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-307a30"}, "namespace": "ai-tenant-e2e-ipp-b-307a30", "name": "openshift-service-ca.crt", "reconcileID": "42b7954b-507b-4981-8060-8f9aada28e64", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-307a30"} 2026-07-24T20:23:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-307a30"}, "namespace": "ai-tenant-e2e-ipp-b-307a30", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4c2dd3ca-6e0a-49e8-ae6e-3edea989cb84", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-307a30"} 2026-07-24T20:23:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-307a30"}, "namespace": "ai-tenant-e2e-ipp-b-307a30", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4c2dd3ca-6e0a-49e8-ae6e-3edea989cb84", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-307a30"} 2026-07-24T20:23:12Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-307a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-307a30", "reconcileID": "e5c1054b-3f08-477b-ac68-e019e07d85d4", "Gateway": "e2e-ipp-b-307a30", "namespace": "openshift-ingress"} 2026-07-24T20:23:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cb20aeed-95a0-4d41-aeee-379a2d4da85b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T20:23:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-53d0a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0", "reconcileID": "1d0a13da-d5e4-41f5-a0a8-ea63599dac72", "Gateway": "e2e-shared-a-53d0a0", "namespace": "openshift-ingress"} 2026-07-24T20:23:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-53d0a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0", "reconcileID": "1d0a13da-d5e4-41f5-a0a8-ea63599dac72", "Gateway": "e2e-shared-a-53d0a0", "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0-authn-ssl"} 2026-07-24T20:23:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-53d0a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0", "reconcileID": "1d0a13da-d5e4-41f5-a0a8-ea63599dac72", "Gateway": "e2e-shared-a-53d0a0", "namespace": "openshift-ingress"} 2026-07-24T20:23:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-53d0a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0", "reconcileID": "d7e3ce0a-8160-4ff6-ba60-01a955279e90", "Gateway": "e2e-shared-a-53d0a0", "namespace": "openshift-ingress"} 2026-07-24T20:23:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-53d0a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0", "reconcileID": "d7e3ce0a-8160-4ff6-ba60-01a955279e90", "Gateway": "e2e-shared-a-53d0a0", "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0-authn-ssl"} 2026-07-24T20:23:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-53d0a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0", "reconcileID": "d7e3ce0a-8160-4ff6-ba60-01a955279e90", "Gateway": "e2e-shared-a-53d0a0", "namespace": "openshift-ingress"} 2026-07-24T20:23:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "af7acd4e-6449-4584-bf42-20db68b80c9a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-53d0a0"} 2026-07-24T20:23:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "af7acd4e-6449-4584-bf42-20db68b80c9a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-53d0a0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T20:23:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "af7acd4e-6449-4584-bf42-20db68b80c9a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-53d0a0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T20:23:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "odh-trusted-ca-bundle", "reconcileID": "a894df51-0746-4299-8265-9fc665ffeeca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-53d0a0"} 2026-07-24T20:23:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "odh-trusted-ca-bundle", "reconcileID": "a894df51-0746-4299-8265-9fc665ffeeca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-53d0a0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T20:23:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "odh-trusted-ca-bundle", "reconcileID": "a894df51-0746-4299-8265-9fc665ffeeca", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-53d0a0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T20:23:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "745cd463-4a18-4c0f-aa5b-b76f36ed414a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-53d0a0"} 2026-07-24T20:23:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "745cd463-4a18-4c0f-aa5b-b76f36ed414a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-53d0a0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T20:23:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "745cd463-4a18-4c0f-aa5b-b76f36ed414a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-53d0a0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T20:23:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "odh-trusted-ca-bundle", "reconcileID": "afdf1387-0712-46f9-9d47-9816ae85f7ce", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-53d0a0"} 2026-07-24T20:23:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "odh-trusted-ca-bundle", "reconcileID": "afdf1387-0712-46f9-9d47-9816ae85f7ce", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-53d0a0"} 2026-07-24T20:23:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "openshift-service-ca.crt", "reconcileID": "9fef8026-2781-425f-bf0e-28a1d1c90ec1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-53d0a0"} 2026-07-24T20:23:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "openshift-service-ca.crt", "reconcileID": "9fef8026-2781-425f-bf0e-28a1d1c90ec1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-53d0a0"} 2026-07-24T20:23:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a14e0228-b39b-4416-9a5a-1b5a57dff24b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-53d0a0"} 2026-07-24T20:23:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-53d0a0"}, "namespace": "ai-tenant-e2e-shared-a-53d0a0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a14e0228-b39b-4416-9a5a-1b5a57dff24b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-53d0a0"} 2026-07-24T20:23:34Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-53d0a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-53d0a0", "reconcileID": "9fc0a1f9-2ae3-4e05-996b-e93402b688af", "Gateway": "e2e-shared-a-53d0a0", "namespace": "openshift-ingress"} 2026-07-24T20:23:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9f249857-15c0-415d-9582-f1fba0e376a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T20:23:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3f5fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9", "reconcileID": "1043984d-9bd7-4dc6-9e34-29bf5c48266b", "Gateway": "e2e-shared-b-3f5fc9", "namespace": "openshift-ingress"} 2026-07-24T20:23:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3f5fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9", "reconcileID": "1043984d-9bd7-4dc6-9e34-29bf5c48266b", "Gateway": "e2e-shared-b-3f5fc9", "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9-authn-ssl"} 2026-07-24T20:23:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3f5fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9", "reconcileID": "1043984d-9bd7-4dc6-9e34-29bf5c48266b", "Gateway": "e2e-shared-b-3f5fc9", "namespace": "openshift-ingress"} 2026-07-24T20:23:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3f5fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9", "reconcileID": "fde609d2-2d1e-4cca-8714-828a4b5961b5", "Gateway": "e2e-shared-b-3f5fc9", "namespace": "openshift-ingress"} 2026-07-24T20:23:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3f5fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9", "reconcileID": "fde609d2-2d1e-4cca-8714-828a4b5961b5", "Gateway": "e2e-shared-b-3f5fc9", "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9-authn-ssl"} 2026-07-24T20:23:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3f5fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9", "reconcileID": "fde609d2-2d1e-4cca-8714-828a4b5961b5", "Gateway": "e2e-shared-b-3f5fc9", "namespace": "openshift-ingress"} 2026-07-24T20:23:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "87e1c782-b205-47ed-9d51-f3888014b60c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3f5fc9"} 2026-07-24T20:23:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "87e1c782-b205-47ed-9d51-f3888014b60c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T20:23:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "87e1c782-b205-47ed-9d51-f3888014b60c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-3f5fc9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T20:23:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "odh-trusted-ca-bundle", "reconcileID": "2fd5d575-7ea1-4863-bef8-7ae3d914c890", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3f5fc9"} 2026-07-24T20:23:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "odh-trusted-ca-bundle", "reconcileID": "2fd5d575-7ea1-4863-bef8-7ae3d914c890", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3f5fc9"} 2026-07-24T20:23:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "openshift-service-ca.crt", "reconcileID": "ef187c1f-f7ce-47a7-9e80-620ffb5534e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-3f5fc9"} 2026-07-24T20:23:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "openshift-service-ca.crt", "reconcileID": "ef187c1f-f7ce-47a7-9e80-620ffb5534e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-3f5fc9"} 2026-07-24T20:23:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "88fe0806-004f-42d9-a8a7-c99db770109e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3f5fc9"} 2026-07-24T20:23:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3f5fc9"}, "namespace": "ai-tenant-e2e-shared-b-3f5fc9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "88fe0806-004f-42d9-a8a7-c99db770109e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3f5fc9"} 2026-07-24T20:23:56Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3f5fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3f5fc9", "reconcileID": "cc9b2c40-4141-4401-b9b9-5ecb8a2e0760", "Gateway": "e2e-shared-b-3f5fc9", "namespace": "openshift-ingress"}