2026-07-27T20:12:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "sub-test-model-73ce16", "reconcileID": "ff920b79-d6c2-4a13-9628-421585fce852", "LLMInferenceService": "sub-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16", "authType": "userdefined"} 2026-07-27T20:12:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "sub-test-model-73ce16", "reconcileID": "ff920b79-d6c2-4a13-9628-421585fce852", "LLMInferenceService": "sub-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:12:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "3f1e5d68-d5d0-44f5-a5ea-9d9c9b7d0beb", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16-authn-ssl"} 2026-07-27T20:12:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "3f1e5d68-d5d0-44f5-a5ea-9d9c9b7d0beb", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress"} 2026-07-27T20:12:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "sub-test-model-73ce16", "reconcileID": "fa0396aa-fc21-4715-ace6-77c9d43f4aa3", "LLMInferenceService": "sub-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:12:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "sub-test-model-73ce16", "reconcileID": "fa0396aa-fc21-4715-ace6-77c9d43f4aa3", "LLMInferenceService": "sub-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:12:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "sub-test-model-73ce16", "reconcileID": "fa0396aa-fc21-4715-ace6-77c9d43f4aa3", "LLMInferenceService": "sub-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:12:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "sub-test-model-73ce16", "reconcileID": "fa0396aa-fc21-4715-ace6-77c9d43f4aa3", "LLMInferenceService": "sub-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "sub-test-model-73ce16-kserve-route-authn"} 2026-07-27T20:12:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "sub-test-model-73ce16", "reconcileID": "fa0396aa-fc21-4715-ace6-77c9d43f4aa3", "LLMInferenceService": "sub-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16", "authType": "userdefined"} 2026-07-27T20:12:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "sub-test-model-73ce16", "reconcileID": "fa0396aa-fc21-4715-ace6-77c9d43f4aa3", "LLMInferenceService": "sub-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:13:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "72ddd862-86ca-4641-80b6-88d16b910270", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress"} 2026-07-27T20:13:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "72ddd862-86ca-4641-80b6-88d16b910270", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16-authn-ssl"} 2026-07-27T20:13:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "72ddd862-86ca-4641-80b6-88d16b910270", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress"} 2026-07-27T20:13:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "sub-test-model-73ce16", "reconcileID": "11a26619-3065-4ba3-b6d7-cdf0498d9df4", "LLMInferenceService": "sub-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:13:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "sub-test-model-73ce16", "reconcileID": "11a26619-3065-4ba3-b6d7-cdf0498d9df4", "LLMInferenceService": "sub-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:13:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "sub-test-model-73ce16", "reconcileID": "11a26619-3065-4ba3-b6d7-cdf0498d9df4", "LLMInferenceService": "sub-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:13:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "sub-test-model-73ce16", "reconcileID": "11a26619-3065-4ba3-b6d7-cdf0498d9df4", "LLMInferenceService": "sub-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "sub-test-model-73ce16-kserve-route-authn"} 2026-07-27T20:13:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "sub-test-model-73ce16", "reconcileID": "11a26619-3065-4ba3-b6d7-cdf0498d9df4", "LLMInferenceService": "sub-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16", "authType": "userdefined"} 2026-07-27T20:13:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "sub-test-model-73ce16", "reconcileID": "11a26619-3065-4ba3-b6d7-cdf0498d9df4", "LLMInferenceService": "sub-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:13:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "sub-test-model-73ce16", "reconcileID": "0ad5e7c7-c138-41b9-bcc1-e10f1129c223", "LLMInferenceService": "sub-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:13:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "sub-test-model-73ce16", "reconcileID": "0ad5e7c7-c138-41b9-bcc1-e10f1129c223", "LLMInferenceService": "sub-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:13:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "sub-test-model-73ce16", "reconcileID": "0ad5e7c7-c138-41b9-bcc1-e10f1129c223", "LLMInferenceService": "sub-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:13:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "sub-test-model-73ce16", "reconcileID": "0ad5e7c7-c138-41b9-bcc1-e10f1129c223", "LLMInferenceService": "sub-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "sub-test-model-73ce16-kserve-route-authn"} 2026-07-27T20:13:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "sub-test-model-73ce16", "reconcileID": "0ad5e7c7-c138-41b9-bcc1-e10f1129c223", "LLMInferenceService": "sub-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16", "authType": "userdefined"} 2026-07-27T20:13:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "sub-test-model-73ce16", "reconcileID": "0ad5e7c7-c138-41b9-bcc1-e10f1129c223", "LLMInferenceService": "sub-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:13:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d3c546","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546", "reconcileID": "289ceada-1062-4a31-83bc-a7940a540c9f", "Gateway": "e2e-shared-a-d3c546", "namespace": "openshift-ingress"} 2026-07-27T20:13:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d3c546","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546", "reconcileID": "289ceada-1062-4a31-83bc-a7940a540c9f", "Gateway": "e2e-shared-a-d3c546", "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546-authn-ssl"} 2026-07-27T20:13:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d3c546","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546", "reconcileID": "289ceada-1062-4a31-83bc-a7940a540c9f", "Gateway": "e2e-shared-a-d3c546", "namespace": "openshift-ingress"} 2026-07-27T20:13:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "d7de6685-f5a6-455a-b555-389bca111904", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress"} 2026-07-27T20:13:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "d7de6685-f5a6-455a-b555-389bca111904", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16-authn-ssl"} 2026-07-27T20:13:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "d7de6685-f5a6-455a-b555-389bca111904", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress"} 2026-07-27T20:13:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d3c546","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546", "reconcileID": "2f9081ad-b142-4b4b-8590-58f49c8dc519", "Gateway": "e2e-shared-a-d3c546", "namespace": "openshift-ingress"} 2026-07-27T20:13:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d3c546","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546", "reconcileID": "2f9081ad-b142-4b4b-8590-58f49c8dc519", "Gateway": "e2e-shared-a-d3c546", "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546-authn-ssl"} 2026-07-27T20:13:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d3c546","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546", "reconcileID": "2f9081ad-b142-4b4b-8590-58f49c8dc519", "Gateway": "e2e-shared-a-d3c546", "namespace": "openshift-ingress"} 2026-07-27T20:13:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "49cf6a84-0ec2-4241-88ca-630513e94d20", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress"} 2026-07-27T20:13:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "49cf6a84-0ec2-4241-88ca-630513e94d20", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16-authn-ssl"} 2026-07-27T20:13:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "49cf6a84-0ec2-4241-88ca-630513e94d20", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress"} 2026-07-27T20:14:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d3c546","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546", "reconcileID": "315cdfef-9faf-4cab-95f9-e46c949994b3", "Gateway": "e2e-shared-a-d3c546", "namespace": "openshift-ingress"} 2026-07-27T20:14:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d3c546","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546", "reconcileID": "315cdfef-9faf-4cab-95f9-e46c949994b3", "Gateway": "e2e-shared-a-d3c546", "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546-authn-ssl"} 2026-07-27T20:14:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d3c546","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546", "reconcileID": "315cdfef-9faf-4cab-95f9-e46c949994b3", "Gateway": "e2e-shared-a-d3c546", "namespace": "openshift-ingress"} 2026-07-27T20:14:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "43c595f7-9826-47de-b000-e91f06662eaa", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress"} 2026-07-27T20:14:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "43c595f7-9826-47de-b000-e91f06662eaa", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16-authn-ssl"} 2026-07-27T20:14:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "43c595f7-9826-47de-b000-e91f06662eaa", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress"} 2026-07-27T20:14:23Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "sub-test-model-d3c546", "reconcileID": "ac0bcd61-46f7-4eae-87e6-524074ca0bbd", "LLMInferenceService": "sub-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546"} 2026-07-27T20:14:23Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "sub-test-model-d3c546", "reconcileID": "ac0bcd61-46f7-4eae-87e6-524074ca0bbd", "LLMInferenceService": "sub-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "sub-test-model-d3c546"} 2026-07-27T20:14:23Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "sub-test-model-d3c546", "reconcileID": "ac0bcd61-46f7-4eae-87e6-524074ca0bbd", "LLMInferenceService": "sub-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546"} 2026-07-27T20:14:23Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "sub-test-model-d3c546", "reconcileID": "ac0bcd61-46f7-4eae-87e6-524074ca0bbd", "LLMInferenceService": "sub-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546"} 2026-07-27T20:14:23Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "sub-test-model-d3c546", "reconcileID": "ac0bcd61-46f7-4eae-87e6-524074ca0bbd", "LLMInferenceService": "sub-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "sub-test-model-d3c546-kserve-route-authn"} 2026-07-27T20:14:23Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "sub-test-model-d3c546", "reconcileID": "ac0bcd61-46f7-4eae-87e6-524074ca0bbd", "LLMInferenceService": "sub-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "sub-test-model-d3c546-kserve-route-authn"} 2026-07-27T20:14:23Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "sub-test-model-d3c546", "reconcileID": "ac0bcd61-46f7-4eae-87e6-524074ca0bbd", "LLMInferenceService": "sub-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546"} 2026-07-27T20:14:23Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "sub-test-model-d3c546", "reconcileID": "ac0bcd61-46f7-4eae-87e6-524074ca0bbd", "LLMInferenceService": "sub-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546"} 2026-07-27T20:14:23Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "sub-test-model-d3c546", "reconcileID": "921fa357-55b2-4c9a-8832-547d5e2f06e7", "LLMInferenceService": "sub-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546"} 2026-07-27T20:14:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d3c546","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546", "reconcileID": "a7538a84-cbf3-49da-8ef8-9f75d7d630a1", "Gateway": "e2e-shared-a-d3c546", "namespace": "openshift-ingress"} 2026-07-27T20:14:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d3c546","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546", "reconcileID": "a7538a84-cbf3-49da-8ef8-9f75d7d630a1", "Gateway": "e2e-shared-a-d3c546", "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546-authn-ssl"} 2026-07-27T20:14:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d3c546","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546", "reconcileID": "a7538a84-cbf3-49da-8ef8-9f75d7d630a1", "Gateway": "e2e-shared-a-d3c546", "namespace": "openshift-ingress"} 2026-07-27T20:14:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d3c546","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546", "reconcileID": "f61d7a0d-bd47-4292-bca1-e62febb63a68", "Gateway": "e2e-shared-a-d3c546", "namespace": "openshift-ingress"} 2026-07-27T20:14:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d3c546","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546", "reconcileID": "f61d7a0d-bd47-4292-bca1-e62febb63a68", "Gateway": "e2e-shared-a-d3c546", "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546-authn-ssl"} 2026-07-27T20:14:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d3c546","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546", "reconcileID": "f61d7a0d-bd47-4292-bca1-e62febb63a68", "Gateway": "e2e-shared-a-d3c546", "namespace": "openshift-ingress"} 2026-07-27T20:14:23Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "sub-test-model-73ce16", "reconcileID": "10790db7-d2c5-4ed0-b379-c2d4e97b5c21", "LLMInferenceService": "sub-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:14:23Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "sub-test-model-73ce16", "reconcileID": "10790db7-d2c5-4ed0-b379-c2d4e97b5c21", "LLMInferenceService": "sub-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "sub-test-model-73ce16"} 2026-07-27T20:14:23Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "sub-test-model-73ce16", "reconcileID": "10790db7-d2c5-4ed0-b379-c2d4e97b5c21", "LLMInferenceService": "sub-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:14:23Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "sub-test-model-73ce16", "reconcileID": "10790db7-d2c5-4ed0-b379-c2d4e97b5c21", "LLMInferenceService": "sub-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:14:23Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "sub-test-model-73ce16", "reconcileID": "10790db7-d2c5-4ed0-b379-c2d4e97b5c21", "LLMInferenceService": "sub-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "sub-test-model-73ce16-kserve-route-authn"} 2026-07-27T20:14:23Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "sub-test-model-73ce16", "reconcileID": "10790db7-d2c5-4ed0-b379-c2d4e97b5c21", "LLMInferenceService": "sub-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "sub-test-model-73ce16-kserve-route-authn"} 2026-07-27T20:14:23Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "sub-test-model-73ce16", "reconcileID": "10790db7-d2c5-4ed0-b379-c2d4e97b5c21", "LLMInferenceService": "sub-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:14:23Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "sub-test-model-73ce16", "reconcileID": "10790db7-d2c5-4ed0-b379-c2d4e97b5c21", "LLMInferenceService": "sub-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:14:24Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "sub-test-model-73ce16", "reconcileID": "be910ee7-fc38-46ae-9775-2b7591a6b1db", "LLMInferenceService": "sub-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:14:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "80c83cc4-5044-44d1-8c7b-ede349dae4dc", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress"} 2026-07-27T20:14:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "80c83cc4-5044-44d1-8c7b-ede349dae4dc", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16-authn-ssl"} 2026-07-27T20:14:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "80c83cc4-5044-44d1-8c7b-ede349dae4dc", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress"} 2026-07-27T20:14:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "d5ca9fda-dac6-480b-90b8-a9b1cf45068e", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress"} 2026-07-27T20:14:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "d5ca9fda-dac6-480b-90b8-a9b1cf45068e", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16-authn-ssl"} 2026-07-27T20:14:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "d5ca9fda-dac6-480b-90b8-a9b1cf45068e", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress"} 2026-07-27T20:14:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546", "reconcileID": "c9d121fc-3b9a-43de-8184-63542e1ad962", "LLMInferenceService": "rate-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546"} 2026-07-27T20:14:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546", "reconcileID": "c9d121fc-3b9a-43de-8184-63542e1ad962", "LLMInferenceService": "rate-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546"} 2026-07-27T20:14:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546", "reconcileID": "c9d121fc-3b9a-43de-8184-63542e1ad962", "LLMInferenceService": "rate-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546"} 2026-07-27T20:14:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d3c546","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546", "reconcileID": "884bef0b-f9cc-4483-af0e-b9d0aad8fa84", "Gateway": "e2e-shared-a-d3c546", "namespace": "openshift-ingress"} 2026-07-27T20:14:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546", "reconcileID": "c9d121fc-3b9a-43de-8184-63542e1ad962", "LLMInferenceService": "rate-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546-kserve-route-authn"} 2026-07-27T20:14:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546", "reconcileID": "c9d121fc-3b9a-43de-8184-63542e1ad962", "LLMInferenceService": "rate-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546", "authType": "userdefined"} 2026-07-27T20:14:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546", "reconcileID": "c9d121fc-3b9a-43de-8184-63542e1ad962", "LLMInferenceService": "rate-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546"} 2026-07-27T20:14:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d3c546","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546", "reconcileID": "884bef0b-f9cc-4483-af0e-b9d0aad8fa84", "Gateway": "e2e-shared-a-d3c546", "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546-authn-ssl"} 2026-07-27T20:14:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d3c546","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546", "reconcileID": "884bef0b-f9cc-4483-af0e-b9d0aad8fa84", "Gateway": "e2e-shared-a-d3c546", "namespace": "openshift-ingress"} 2026-07-27T20:14:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546", "reconcileID": "ebf9142d-b829-4303-b604-7c936d94cf61", "LLMInferenceService": "rate-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546"} 2026-07-27T20:14:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546", "reconcileID": "ebf9142d-b829-4303-b604-7c936d94cf61", "LLMInferenceService": "rate-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546"} 2026-07-27T20:14:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546", "reconcileID": "ebf9142d-b829-4303-b604-7c936d94cf61", "LLMInferenceService": "rate-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546"} 2026-07-27T20:14:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546", "reconcileID": "ebf9142d-b829-4303-b604-7c936d94cf61", "LLMInferenceService": "rate-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546-kserve-route-authn"} 2026-07-27T20:14:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546", "reconcileID": "ebf9142d-b829-4303-b604-7c936d94cf61", "LLMInferenceService": "rate-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546", "authType": "userdefined"} 2026-07-27T20:14:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546", "reconcileID": "ebf9142d-b829-4303-b604-7c936d94cf61", "LLMInferenceService": "rate-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546"} 2026-07-27T20:14:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d3c546","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546", "reconcileID": "80a1d056-bb4d-4590-954b-340a927435d9", "Gateway": "e2e-shared-a-d3c546", "namespace": "openshift-ingress"} 2026-07-27T20:14:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d3c546","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546", "reconcileID": "80a1d056-bb4d-4590-954b-340a927435d9", "Gateway": "e2e-shared-a-d3c546", "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546-authn-ssl"} 2026-07-27T20:14:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d3c546","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546", "reconcileID": "80a1d056-bb4d-4590-954b-340a927435d9", "Gateway": "e2e-shared-a-d3c546", "namespace": "openshift-ingress"} 2026-07-27T20:14:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "bc95c99b-f960-4b99-a6d6-b1f953d65d95", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress"} 2026-07-27T20:14:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "bc95c99b-f960-4b99-a6d6-b1f953d65d95", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16-authn-ssl"} 2026-07-27T20:14:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "bc95c99b-f960-4b99-a6d6-b1f953d65d95", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress"} 2026-07-27T20:14:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546", "reconcileID": "5d0d4ddf-ceef-4bbe-9a70-14d8e919fcb9", "LLMInferenceService": "rate-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546"} 2026-07-27T20:14:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546", "reconcileID": "5d0d4ddf-ceef-4bbe-9a70-14d8e919fcb9", "LLMInferenceService": "rate-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546"} 2026-07-27T20:14:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546", "reconcileID": "5d0d4ddf-ceef-4bbe-9a70-14d8e919fcb9", "LLMInferenceService": "rate-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546"} 2026-07-27T20:14:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546", "reconcileID": "5d0d4ddf-ceef-4bbe-9a70-14d8e919fcb9", "LLMInferenceService": "rate-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546-kserve-route-authn"} 2026-07-27T20:14:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546", "reconcileID": "5d0d4ddf-ceef-4bbe-9a70-14d8e919fcb9", "LLMInferenceService": "rate-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546", "authType": "userdefined"} 2026-07-27T20:14:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546", "reconcileID": "5d0d4ddf-ceef-4bbe-9a70-14d8e919fcb9", "LLMInferenceService": "rate-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546"} 2026-07-27T20:14:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546", "reconcileID": "85809c26-7903-45b8-be03-5c33c51590a6", "LLMInferenceService": "rate-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546"} 2026-07-27T20:14:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546", "reconcileID": "85809c26-7903-45b8-be03-5c33c51590a6", "LLMInferenceService": "rate-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546"} 2026-07-27T20:14:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546", "reconcileID": "85809c26-7903-45b8-be03-5c33c51590a6", "LLMInferenceService": "rate-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546"} 2026-07-27T20:14:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546", "reconcileID": "85809c26-7903-45b8-be03-5c33c51590a6", "LLMInferenceService": "rate-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546-kserve-route-authn"} 2026-07-27T20:14:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546", "reconcileID": "85809c26-7903-45b8-be03-5c33c51590a6", "LLMInferenceService": "rate-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546", "authType": "userdefined"} 2026-07-27T20:14:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546", "reconcileID": "85809c26-7903-45b8-be03-5c33c51590a6", "LLMInferenceService": "rate-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546"} 2026-07-27T20:14:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d3c546","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546", "reconcileID": "13d27c37-acd2-4491-85f6-10c3a29e703b", "Gateway": "e2e-shared-a-d3c546", "namespace": "openshift-ingress"} 2026-07-27T20:14:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d3c546","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546", "reconcileID": "13d27c37-acd2-4491-85f6-10c3a29e703b", "Gateway": "e2e-shared-a-d3c546", "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546-authn-ssl"} 2026-07-27T20:14:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d3c546","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546", "reconcileID": "13d27c37-acd2-4491-85f6-10c3a29e703b", "Gateway": "e2e-shared-a-d3c546", "namespace": "openshift-ingress"} 2026-07-27T20:14:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546", "reconcileID": "e9aaf663-0499-4969-a74f-2c090edc52e0", "LLMInferenceService": "rate-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546"} 2026-07-27T20:14:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546", "reconcileID": "e9aaf663-0499-4969-a74f-2c090edc52e0", "LLMInferenceService": "rate-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546"} 2026-07-27T20:14:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546", "reconcileID": "e9aaf663-0499-4969-a74f-2c090edc52e0", "LLMInferenceService": "rate-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546"} 2026-07-27T20:14:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546", "reconcileID": "e9aaf663-0499-4969-a74f-2c090edc52e0", "LLMInferenceService": "rate-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546-kserve-route-authn"} 2026-07-27T20:14:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546", "reconcileID": "e9aaf663-0499-4969-a74f-2c090edc52e0", "LLMInferenceService": "rate-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546", "authType": "userdefined"} 2026-07-27T20:14:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546", "reconcileID": "e9aaf663-0499-4969-a74f-2c090edc52e0", "LLMInferenceService": "rate-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546"} 2026-07-27T20:14:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16", "reconcileID": "226e9b32-6d17-409a-a7fb-0017c7f270e9", "LLMInferenceService": "rate-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:14:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16", "reconcileID": "226e9b32-6d17-409a-a7fb-0017c7f270e9", "LLMInferenceService": "rate-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:14:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16", "reconcileID": "226e9b32-6d17-409a-a7fb-0017c7f270e9", "LLMInferenceService": "rate-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:14:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16", "reconcileID": "226e9b32-6d17-409a-a7fb-0017c7f270e9", "LLMInferenceService": "rate-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16-kserve-route-authn"} 2026-07-27T20:14:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16", "reconcileID": "226e9b32-6d17-409a-a7fb-0017c7f270e9", "LLMInferenceService": "rate-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16", "authType": "userdefined"} 2026-07-27T20:14:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16", "reconcileID": "226e9b32-6d17-409a-a7fb-0017c7f270e9", "LLMInferenceService": "rate-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:14:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "8ae70703-41df-4752-8e49-51c4a0750ebf", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress"} 2026-07-27T20:14:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "8ae70703-41df-4752-8e49-51c4a0750ebf", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16-authn-ssl"} 2026-07-27T20:14:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "8ae70703-41df-4752-8e49-51c4a0750ebf", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress"} 2026-07-27T20:14:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16", "reconcileID": "11dfcdc4-2d7c-4edc-bc36-66b9c4c6b2c3", "LLMInferenceService": "rate-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:14:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16", "reconcileID": "11dfcdc4-2d7c-4edc-bc36-66b9c4c6b2c3", "LLMInferenceService": "rate-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:14:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16", "reconcileID": "11dfcdc4-2d7c-4edc-bc36-66b9c4c6b2c3", "LLMInferenceService": "rate-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:14:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16", "reconcileID": "11dfcdc4-2d7c-4edc-bc36-66b9c4c6b2c3", "LLMInferenceService": "rate-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16-kserve-route-authn"} 2026-07-27T20:14:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16", "reconcileID": "11dfcdc4-2d7c-4edc-bc36-66b9c4c6b2c3", "LLMInferenceService": "rate-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16", "authType": "userdefined"} 2026-07-27T20:14:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16", "reconcileID": "11dfcdc4-2d7c-4edc-bc36-66b9c4c6b2c3", "LLMInferenceService": "rate-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:14:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "f9d6ee0d-9389-47f1-b400-121ab11d940d", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress"} 2026-07-27T20:14:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "f9d6ee0d-9389-47f1-b400-121ab11d940d", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16-authn-ssl"} 2026-07-27T20:14:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "f9d6ee0d-9389-47f1-b400-121ab11d940d", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress"} 2026-07-27T20:14:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16", "reconcileID": "1c0ba936-b407-4d7a-b258-9c235d3c0ae5", "LLMInferenceService": "rate-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:14:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16", "reconcileID": "1c0ba936-b407-4d7a-b258-9c235d3c0ae5", "LLMInferenceService": "rate-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:14:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16", "reconcileID": "1c0ba936-b407-4d7a-b258-9c235d3c0ae5", "LLMInferenceService": "rate-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:14:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16", "reconcileID": "1c0ba936-b407-4d7a-b258-9c235d3c0ae5", "LLMInferenceService": "rate-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16-kserve-route-authn"} 2026-07-27T20:14:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16", "reconcileID": "1c0ba936-b407-4d7a-b258-9c235d3c0ae5", "LLMInferenceService": "rate-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16", "authType": "userdefined"} 2026-07-27T20:14:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16", "reconcileID": "1c0ba936-b407-4d7a-b258-9c235d3c0ae5", "LLMInferenceService": "rate-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:14:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16", "reconcileID": "2ab8ed7e-78b2-4dd4-94a7-38b7d3efa793", "LLMInferenceService": "rate-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:14:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16", "reconcileID": "2ab8ed7e-78b2-4dd4-94a7-38b7d3efa793", "LLMInferenceService": "rate-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:14:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16", "reconcileID": "2ab8ed7e-78b2-4dd4-94a7-38b7d3efa793", "LLMInferenceService": "rate-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:14:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16", "reconcileID": "2ab8ed7e-78b2-4dd4-94a7-38b7d3efa793", "LLMInferenceService": "rate-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16-kserve-route-authn"} 2026-07-27T20:14:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16", "reconcileID": "2ab8ed7e-78b2-4dd4-94a7-38b7d3efa793", "LLMInferenceService": "rate-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16", "authType": "userdefined"} 2026-07-27T20:14:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16", "reconcileID": "2ab8ed7e-78b2-4dd4-94a7-38b7d3efa793", "LLMInferenceService": "rate-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:15:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16", "reconcileID": "9171e741-7298-4471-ac8e-18c6635b6d71", "LLMInferenceService": "rate-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:15:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16", "reconcileID": "9171e741-7298-4471-ac8e-18c6635b6d71", "LLMInferenceService": "rate-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:15:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16", "reconcileID": "9171e741-7298-4471-ac8e-18c6635b6d71", "LLMInferenceService": "rate-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:15:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16", "reconcileID": "9171e741-7298-4471-ac8e-18c6635b6d71", "LLMInferenceService": "rate-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16-kserve-route-authn"} 2026-07-27T20:15:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16", "reconcileID": "9171e741-7298-4471-ac8e-18c6635b6d71", "LLMInferenceService": "rate-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16", "authType": "userdefined"} 2026-07-27T20:15:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16", "reconcileID": "9171e741-7298-4471-ac8e-18c6635b6d71", "LLMInferenceService": "rate-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:15:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d3c546","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546", "reconcileID": "8468a58d-cb41-4740-b183-c5329c64b521", "Gateway": "e2e-shared-a-d3c546", "namespace": "openshift-ingress"} 2026-07-27T20:15:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d3c546","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546", "reconcileID": "8468a58d-cb41-4740-b183-c5329c64b521", "Gateway": "e2e-shared-a-d3c546", "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546-authn-ssl"} 2026-07-27T20:15:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d3c546","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546", "reconcileID": "8468a58d-cb41-4740-b183-c5329c64b521", "Gateway": "e2e-shared-a-d3c546", "namespace": "openshift-ingress"} 2026-07-27T20:15:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "1be0283d-9e8f-4a2d-9e31-35dc90baffe6", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress"} 2026-07-27T20:15:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "1be0283d-9e8f-4a2d-9e31-35dc90baffe6", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16-authn-ssl"} 2026-07-27T20:15:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "1be0283d-9e8f-4a2d-9e31-35dc90baffe6", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress"} 2026-07-27T20:15:56Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546", "reconcileID": "78408b15-6ab0-453f-a8e5-a69a2135d6a7", "LLMInferenceService": "rate-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546"} 2026-07-27T20:15:56Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546", "reconcileID": "78408b15-6ab0-453f-a8e5-a69a2135d6a7", "LLMInferenceService": "rate-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546"} 2026-07-27T20:15:56Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546", "reconcileID": "78408b15-6ab0-453f-a8e5-a69a2135d6a7", "LLMInferenceService": "rate-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546"} 2026-07-27T20:15:56Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546", "reconcileID": "78408b15-6ab0-453f-a8e5-a69a2135d6a7", "LLMInferenceService": "rate-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546"} 2026-07-27T20:15:56Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546", "reconcileID": "78408b15-6ab0-453f-a8e5-a69a2135d6a7", "LLMInferenceService": "rate-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546-kserve-route-authn"} 2026-07-27T20:15:56Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546", "reconcileID": "78408b15-6ab0-453f-a8e5-a69a2135d6a7", "LLMInferenceService": "rate-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546-kserve-route-authn"} 2026-07-27T20:15:56Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546", "reconcileID": "78408b15-6ab0-453f-a8e5-a69a2135d6a7", "LLMInferenceService": "rate-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546"} 2026-07-27T20:15:56Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546", "reconcileID": "78408b15-6ab0-453f-a8e5-a69a2135d6a7", "LLMInferenceService": "rate-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546"} 2026-07-27T20:15:56Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d3c546","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "rate-test-model-d3c546", "reconcileID": "56030483-39e8-4b37-9371-6d28d61c6e72", "LLMInferenceService": "rate-test-model-d3c546", "namespace": "ai-tenant-e2e-shared-a-d3c546"} 2026-07-27T20:15:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d3c546","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546", "reconcileID": "9c066be3-a9e7-4377-abf0-86682ae02eac", "Gateway": "e2e-shared-a-d3c546", "namespace": "openshift-ingress"} 2026-07-27T20:15:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d3c546","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546", "reconcileID": "9c066be3-a9e7-4377-abf0-86682ae02eac", "Gateway": "e2e-shared-a-d3c546", "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546-authn-ssl"} 2026-07-27T20:15:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d3c546","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546", "reconcileID": "9c066be3-a9e7-4377-abf0-86682ae02eac", "Gateway": "e2e-shared-a-d3c546", "namespace": "openshift-ingress"} 2026-07-27T20:15:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d3c546","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546", "reconcileID": "20198ab8-abbf-4e9d-ab08-0d92c033a50d", "Gateway": "e2e-shared-a-d3c546", "namespace": "openshift-ingress"} 2026-07-27T20:15:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d3c546","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546", "reconcileID": "20198ab8-abbf-4e9d-ab08-0d92c033a50d", "Gateway": "e2e-shared-a-d3c546", "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546-authn-ssl"} 2026-07-27T20:15:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d3c546","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546", "reconcileID": "20198ab8-abbf-4e9d-ab08-0d92c033a50d", "Gateway": "e2e-shared-a-d3c546", "namespace": "openshift-ingress"} 2026-07-27T20:15:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16", "reconcileID": "09eb9cf3-eabc-4c0c-97ed-b54698a4938a", "LLMInferenceService": "rate-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:15:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16", "reconcileID": "09eb9cf3-eabc-4c0c-97ed-b54698a4938a", "LLMInferenceService": "rate-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16"} 2026-07-27T20:15:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16", "reconcileID": "09eb9cf3-eabc-4c0c-97ed-b54698a4938a", "LLMInferenceService": "rate-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:15:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16", "reconcileID": "09eb9cf3-eabc-4c0c-97ed-b54698a4938a", "LLMInferenceService": "rate-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:15:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16", "reconcileID": "09eb9cf3-eabc-4c0c-97ed-b54698a4938a", "LLMInferenceService": "rate-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16-kserve-route-authn"} 2026-07-27T20:15:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16", "reconcileID": "09eb9cf3-eabc-4c0c-97ed-b54698a4938a", "LLMInferenceService": "rate-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16-kserve-route-authn"} 2026-07-27T20:15:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16", "reconcileID": "09eb9cf3-eabc-4c0c-97ed-b54698a4938a", "LLMInferenceService": "rate-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:15:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16", "reconcileID": "09eb9cf3-eabc-4c0c-97ed-b54698a4938a", "LLMInferenceService": "rate-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:15:57Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-73ce16","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "rate-test-model-73ce16", "reconcileID": "9ecdbbf8-6c9b-407a-a738-0fd447a677fb", "LLMInferenceService": "rate-test-model-73ce16", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:15:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "f6bf47dd-7f42-45d4-8aba-4ae7a4751485", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress"} 2026-07-27T20:15:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "f6bf47dd-7f42-45d4-8aba-4ae7a4751485", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16-authn-ssl"} 2026-07-27T20:15:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "f6bf47dd-7f42-45d4-8aba-4ae7a4751485", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress"} 2026-07-27T20:15:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "d2212dee-37b7-4ae3-9264-fa9af1547252", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress"} 2026-07-27T20:15:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "d2212dee-37b7-4ae3-9264-fa9af1547252", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16-authn-ssl"} 2026-07-27T20:15:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "d2212dee-37b7-4ae3-9264-fa9af1547252", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress"} 2026-07-27T20:16:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d3c546","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546", "reconcileID": "b3c41671-38fa-43a2-98d1-6a29aa16d77c", "Gateway": "e2e-shared-a-d3c546", "namespace": "openshift-ingress"} 2026-07-27T20:16:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d3c546","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546", "reconcileID": "b3c41671-38fa-43a2-98d1-6a29aa16d77c", "Gateway": "e2e-shared-a-d3c546", "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546-authn-ssl"} 2026-07-27T20:16:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d3c546","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546", "reconcileID": "b3c41671-38fa-43a2-98d1-6a29aa16d77c", "Gateway": "e2e-shared-a-d3c546", "namespace": "openshift-ingress"} 2026-07-27T20:16:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "ecebbeef-f45f-42a3-be99-ad25f54d8d24", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress"} 2026-07-27T20:16:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "ecebbeef-f45f-42a3-be99-ad25f54d8d24", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16-authn-ssl"} 2026-07-27T20:16:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "ecebbeef-f45f-42a3-be99-ad25f54d8d24", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress"} 2026-07-27T20:16:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "28846964-a5b9-4713-a9dc-3b63a995740c", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress"} 2026-07-27T20:16:17Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "28846964-a5b9-4713-a9dc-3b63a995740c", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406-authn-ssl"} 2026-07-27T20:16:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "28846964-a5b9-4713-a9dc-3b63a995740c", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress"} 2026-07-27T20:16:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "de3a2954-331b-48e6-85a4-e20b7b90f09f", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress"} 2026-07-27T20:16:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "de3a2954-331b-48e6-85a4-e20b7b90f09f", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406-authn-ssl"} 2026-07-27T20:16:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "de3a2954-331b-48e6-85a4-e20b7b90f09f", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress"} 2026-07-27T20:16:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "05bf8b36-fc54-46b9-a754-14feb3519189", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress"} 2026-07-27T20:16:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "05bf8b36-fc54-46b9-a754-14feb3519189", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406-authn-ssl"} 2026-07-27T20:16:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "05bf8b36-fc54-46b9-a754-14feb3519189", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress"} 2026-07-27T20:16:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "90d2e982-0555-40fb-9eb0-bd7c47e00e71", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress"} 2026-07-27T20:16:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "90d2e982-0555-40fb-9eb0-bd7c47e00e71", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406-authn-ssl"} 2026-07-27T20:16:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "90d2e982-0555-40fb-9eb0-bd7c47e00e71", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress"} 2026-07-27T20:16:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "c55c3aa8-acc3-4974-b132-d495907cc3bf", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress"} 2026-07-27T20:16:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "c55c3aa8-acc3-4974-b132-d495907cc3bf", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406-authn-ssl"} 2026-07-27T20:16:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "c55c3aa8-acc3-4974-b132-d495907cc3bf", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress"} 2026-07-27T20:16:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "32146ec6-2bcd-479b-8ef4-d971017ac558", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress"} 2026-07-27T20:16:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "32146ec6-2bcd-479b-8ef4-d971017ac558", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406-authn-ssl"} 2026-07-27T20:16:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "32146ec6-2bcd-479b-8ef4-d971017ac558", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress"} 2026-07-27T20:16:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "1ac5b744-6355-431d-ac06-3c4599e16b81", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress"} 2026-07-27T20:16:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "1ac5b744-6355-431d-ac06-3c4599e16b81", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406-authn-ssl"} 2026-07-27T20:16:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "1ac5b744-6355-431d-ac06-3c4599e16b81", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress"} 2026-07-27T20:16:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "openshift-service-ca.crt", "reconcileID": "89cac102-7082-40ea-bc5d-46b15298815e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:16:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "odh-trusted-ca-bundle", "reconcileID": "c1ba1b10-bf06-4acf-82a0-4954437986a8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:16:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "openshift-service-ca.crt", "reconcileID": "04305847-c9fd-4e56-97a7-424e723d677a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-018406", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T20:16:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "openshift-service-ca.crt", "reconcileID": "04305847-c9fd-4e56-97a7-424e723d677a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:16:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "openshift-service-ca.crt", "reconcileID": "8cf7455f-4d61-4518-8490-a43db996faa4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:16:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "88bf231e-e440-4e89-b81f-fc9f9ed6522d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:16:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "odh-trusted-ca-bundle", "reconcileID": "fdd28576-1023-40c2-b7e3-251453c0a982", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-018406", "update": "odh-kserve-custom-ca-bundle"} 2026-07-27T20:16:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "odh-trusted-ca-bundle", "reconcileID": "fdd28576-1023-40c2-b7e3-251453c0a982", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:16:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1593206d-f786-4833-ab97-25e82ff51834", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:16:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "c09b61b9-d3e6-4ee8-a715-6ed40377fb0c", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress"} 2026-07-27T20:16:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "c09b61b9-d3e6-4ee8-a715-6ed40377fb0c", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406-authn-ssl"} 2026-07-27T20:16:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "c09b61b9-d3e6-4ee8-a715-6ed40377fb0c", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress"} 2026-07-27T20:16:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dd905445-f775-4117-aabb-21dc6f7f10ec", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T20:16:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "2e4acec2-6e74-4fb8-b761-eb78d5f6e8b3", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress"} 2026-07-27T20:16:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "2e4acec2-6e74-4fb8-b761-eb78d5f6e8b3", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406-authn-ssl"} 2026-07-27T20:16:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "2e4acec2-6e74-4fb8-b761-eb78d5f6e8b3", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress"} 2026-07-27T20:16:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-933254","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254", "reconcileID": "457fb95d-b043-4981-8c25-7fae2876c944", "Gateway": "e2e-ipp-b-933254", "namespace": "openshift-ingress"} 2026-07-27T20:16:35Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-933254","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254", "reconcileID": "457fb95d-b043-4981-8c25-7fae2876c944", "Gateway": "e2e-ipp-b-933254", "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254-authn-ssl"} 2026-07-27T20:16:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-933254","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254", "reconcileID": "457fb95d-b043-4981-8c25-7fae2876c944", "Gateway": "e2e-ipp-b-933254", "namespace": "openshift-ingress"} 2026-07-27T20:16:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-933254","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254", "reconcileID": "1b8d4f20-f863-4e88-bacc-8037f3bba9e4", "Gateway": "e2e-ipp-b-933254", "namespace": "openshift-ingress"} 2026-07-27T20:16:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-933254","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254", "reconcileID": "1b8d4f20-f863-4e88-bacc-8037f3bba9e4", "Gateway": "e2e-ipp-b-933254", "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254-authn-ssl"} 2026-07-27T20:16:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-933254","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254", "reconcileID": "1b8d4f20-f863-4e88-bacc-8037f3bba9e4", "Gateway": "e2e-ipp-b-933254", "namespace": "openshift-ingress"} 2026-07-27T20:16:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-933254","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254", "reconcileID": "25462668-2832-4020-9659-87bd6cd17e4b", "Gateway": "e2e-ipp-b-933254", "namespace": "openshift-ingress"} 2026-07-27T20:16:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-933254","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254", "reconcileID": "25462668-2832-4020-9659-87bd6cd17e4b", "Gateway": "e2e-ipp-b-933254", "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254-authn-ssl"} 2026-07-27T20:16:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-933254","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254", "reconcileID": "25462668-2832-4020-9659-87bd6cd17e4b", "Gateway": "e2e-ipp-b-933254", "namespace": "openshift-ingress"} 2026-07-27T20:16:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-933254","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254", "reconcileID": "185306b0-b321-47b9-addb-9ef54fe41b9f", "Gateway": "e2e-ipp-b-933254", "namespace": "openshift-ingress"} 2026-07-27T20:16:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-933254","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254", "reconcileID": "185306b0-b321-47b9-addb-9ef54fe41b9f", "Gateway": "e2e-ipp-b-933254", "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254-authn-ssl"} 2026-07-27T20:16:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-933254","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254", "reconcileID": "185306b0-b321-47b9-addb-9ef54fe41b9f", "Gateway": "e2e-ipp-b-933254", "namespace": "openshift-ingress"} 2026-07-27T20:16:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-933254","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254", "reconcileID": "fd73904e-6022-4fa1-a49c-1dc35aff3153", "Gateway": "e2e-ipp-b-933254", "namespace": "openshift-ingress"} 2026-07-27T20:16:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-933254","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254", "reconcileID": "fd73904e-6022-4fa1-a49c-1dc35aff3153", "Gateway": "e2e-ipp-b-933254", "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254-authn-ssl"} 2026-07-27T20:16:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-933254","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254", "reconcileID": "fd73904e-6022-4fa1-a49c-1dc35aff3153", "Gateway": "e2e-ipp-b-933254", "namespace": "openshift-ingress"} 2026-07-27T20:16:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-933254","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254", "reconcileID": "5c85c835-679c-4961-80c2-ec3e500cac62", "Gateway": "e2e-ipp-b-933254", "namespace": "openshift-ingress"} 2026-07-27T20:16:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-933254","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254", "reconcileID": "5c85c835-679c-4961-80c2-ec3e500cac62", "Gateway": "e2e-ipp-b-933254", "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254-authn-ssl"} 2026-07-27T20:16:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-933254","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254", "reconcileID": "5c85c835-679c-4961-80c2-ec3e500cac62", "Gateway": "e2e-ipp-b-933254", "namespace": "openshift-ingress"} 2026-07-27T20:16:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-933254","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254", "reconcileID": "94b6e11f-ce6d-4b9b-99cd-31e6f935e05e", "Gateway": "e2e-ipp-b-933254", "namespace": "openshift-ingress"} 2026-07-27T20:16:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-933254","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254", "reconcileID": "94b6e11f-ce6d-4b9b-99cd-31e6f935e05e", "Gateway": "e2e-ipp-b-933254", "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254-authn-ssl"} 2026-07-27T20:16:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-933254","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254", "reconcileID": "94b6e11f-ce6d-4b9b-99cd-31e6f935e05e", "Gateway": "e2e-ipp-b-933254", "namespace": "openshift-ingress"} 2026-07-27T20:16:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-933254"}, "namespace": "ai-tenant-e2e-ipp-b-933254", "name": "openshift-service-ca.crt", "reconcileID": "44007e15-5934-43d0-98b3-d5c33bd38d52", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-933254"} 2026-07-27T20:16:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-933254"}, "namespace": "ai-tenant-e2e-ipp-b-933254", "name": "odh-trusted-ca-bundle", "reconcileID": "05e310e4-8d6c-447d-bc72-1fd40b280a94", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-933254"} 2026-07-27T20:16:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-933254"}, "namespace": "ai-tenant-e2e-ipp-b-933254", "name": "openshift-service-ca.crt", "reconcileID": "6e434fe8-31c1-49ba-8a10-e471e3b37565", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-933254", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T20:16:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-933254"}, "namespace": "ai-tenant-e2e-ipp-b-933254", "name": "openshift-service-ca.crt", "reconcileID": "6e434fe8-31c1-49ba-8a10-e471e3b37565", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-933254"} 2026-07-27T20:16:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-933254"}, "namespace": "ai-tenant-e2e-ipp-b-933254", "name": "openshift-service-ca.crt", "reconcileID": "fe65c0ad-8659-405d-9ff5-ea6d702f84ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-933254"} 2026-07-27T20:16:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-933254"}, "namespace": "ai-tenant-e2e-ipp-b-933254", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "73c0fbf5-ba01-4520-b74b-7e83dd9a298b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-933254"} 2026-07-27T20:16:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-933254"}, "namespace": "ai-tenant-e2e-ipp-b-933254", "name": "odh-trusted-ca-bundle", "reconcileID": "b4ce15d4-8388-4256-b537-1d2979065c10", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-933254", "update": "odh-kserve-custom-ca-bundle"} 2026-07-27T20:16:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-933254"}, "namespace": "ai-tenant-e2e-ipp-b-933254", "name": "odh-trusted-ca-bundle", "reconcileID": "b4ce15d4-8388-4256-b537-1d2979065c10", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-933254"} 2026-07-27T20:16:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-933254"}, "namespace": "ai-tenant-e2e-ipp-b-933254", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10bcc473-87ee-43a8-bfb3-159b49d8ed7e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-933254"} 2026-07-27T20:16:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-933254","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254", "reconcileID": "849b89dd-5e40-4cea-b864-91b9410804eb", "Gateway": "e2e-ipp-b-933254", "namespace": "openshift-ingress"} 2026-07-27T20:16:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-933254","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254", "reconcileID": "849b89dd-5e40-4cea-b864-91b9410804eb", "Gateway": "e2e-ipp-b-933254", "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254-authn-ssl"} 2026-07-27T20:16:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-933254","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254", "reconcileID": "849b89dd-5e40-4cea-b864-91b9410804eb", "Gateway": "e2e-ipp-b-933254", "namespace": "openshift-ingress"} 2026-07-27T20:16:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9c512366-bc74-4f27-bfb3-85a06f3ba9e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T20:16:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0dbd3822-8db3-443a-a544-221cd624485c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T20:16:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-933254","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254", "reconcileID": "a1f58bfb-c9d9-420d-bde4-e70223d87ca8", "Gateway": "e2e-ipp-b-933254", "namespace": "openshift-ingress"} 2026-07-27T20:16:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-933254","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254", "reconcileID": "a1f58bfb-c9d9-420d-bde4-e70223d87ca8", "Gateway": "e2e-ipp-b-933254", "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254-authn-ssl"} 2026-07-27T20:16:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-933254","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254", "reconcileID": "a1f58bfb-c9d9-420d-bde4-e70223d87ca8", "Gateway": "e2e-ipp-b-933254", "namespace": "openshift-ingress"} 2026-07-27T20:17:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d6bfdad7-d18a-41dc-a2b8-43527b1928c3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T20:17:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "06077c20-4383-4daa-937f-104ead4704e5", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:17:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "06077c20-4383-4daa-937f-104ead4704e5", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:17:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "06077c20-4383-4daa-937f-104ead4704e5", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:17:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "1228c68c-06a6-4daa-affa-fa18fee2a024", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress"} 2026-07-27T20:17:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "06077c20-4383-4daa-937f-104ead4704e5", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406-kserve-route-authn"} 2026-07-27T20:17:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "06077c20-4383-4daa-937f-104ead4704e5", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406", "authType": "userdefined"} 2026-07-27T20:17:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "06077c20-4383-4daa-937f-104ead4704e5", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:17:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "1228c68c-06a6-4daa-affa-fa18fee2a024", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406-authn-ssl"} 2026-07-27T20:17:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "1228c68c-06a6-4daa-affa-fa18fee2a024", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress"} 2026-07-27T20:17:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "4552d786-41ba-4f14-b89f-f132a9df6a7f", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:17:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "4552d786-41ba-4f14-b89f-f132a9df6a7f", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:17:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "4552d786-41ba-4f14-b89f-f132a9df6a7f", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:17:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "4552d786-41ba-4f14-b89f-f132a9df6a7f", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406-kserve-route-authn"} 2026-07-27T20:17:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "4552d786-41ba-4f14-b89f-f132a9df6a7f", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406", "authType": "userdefined"} 2026-07-27T20:17:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "4552d786-41ba-4f14-b89f-f132a9df6a7f", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:17:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "5580a2bb-81f5-405d-af81-a3a602d46862", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress"} 2026-07-27T20:17:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "5580a2bb-81f5-405d-af81-a3a602d46862", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406-authn-ssl"} 2026-07-27T20:17:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "5580a2bb-81f5-405d-af81-a3a602d46862", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress"} 2026-07-27T20:17:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "bee87c66-77cc-40d9-aa7f-7390ee38399b", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:17:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "bee87c66-77cc-40d9-aa7f-7390ee38399b", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:17:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "bee87c66-77cc-40d9-aa7f-7390ee38399b", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:17:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "bee87c66-77cc-40d9-aa7f-7390ee38399b", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406-kserve-route-authn"} 2026-07-27T20:17:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "bee87c66-77cc-40d9-aa7f-7390ee38399b", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406", "authType": "userdefined"} 2026-07-27T20:17:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "bee87c66-77cc-40d9-aa7f-7390ee38399b", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:17:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4f4ee8f4-c0fb-4bd9-87e2-fd27c60b3fe0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T20:17:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "bce81877-3e9f-4616-97a9-bfeaaee0e18f", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:17:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "bce81877-3e9f-4616-97a9-bfeaaee0e18f", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:17:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "bce81877-3e9f-4616-97a9-bfeaaee0e18f", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:17:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "bce81877-3e9f-4616-97a9-bfeaaee0e18f", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406-kserve-route-authn"} 2026-07-27T20:17:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "bce81877-3e9f-4616-97a9-bfeaaee0e18f", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406", "authType": "userdefined"} 2026-07-27T20:17:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "bce81877-3e9f-4616-97a9-bfeaaee0e18f", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:17:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "626db8a3-b1be-45fc-9354-c4a878a14123", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T20:17:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "d7cddb66-23d2-490d-a9cd-f3ca5005c4da", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress"} 2026-07-27T20:17:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "d7cddb66-23d2-490d-a9cd-f3ca5005c4da", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406-authn-ssl"} 2026-07-27T20:17:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "d7cddb66-23d2-490d-a9cd-f3ca5005c4da", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress"} 2026-07-27T20:17:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2af858f8-599b-47d4-951c-3939c88db040", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T20:17:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-394c6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a", "reconcileID": "339bb307-907c-42fb-a9fb-31f28f8396e4", "Gateway": "e2e-ipp-cleanup-394c6a", "namespace": "openshift-ingress"} 2026-07-27T20:17:50Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-394c6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a", "reconcileID": "339bb307-907c-42fb-a9fb-31f28f8396e4", "Gateway": "e2e-ipp-cleanup-394c6a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a-authn-ssl"} 2026-07-27T20:17:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-394c6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a", "reconcileID": "339bb307-907c-42fb-a9fb-31f28f8396e4", "Gateway": "e2e-ipp-cleanup-394c6a", "namespace": "openshift-ingress"} 2026-07-27T20:17:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-394c6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a", "reconcileID": "0c4acfff-1812-4ebd-80a9-48e15b1174f2", "Gateway": "e2e-ipp-cleanup-394c6a", "namespace": "openshift-ingress"} 2026-07-27T20:17:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-394c6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a", "reconcileID": "0c4acfff-1812-4ebd-80a9-48e15b1174f2", "Gateway": "e2e-ipp-cleanup-394c6a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a-authn-ssl"} 2026-07-27T20:17:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-394c6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a", "reconcileID": "0c4acfff-1812-4ebd-80a9-48e15b1174f2", "Gateway": "e2e-ipp-cleanup-394c6a", "namespace": "openshift-ingress"} 2026-07-27T20:17:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-394c6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a", "reconcileID": "51e018aa-bb98-44a1-bbee-0d6bb12aa37d", "Gateway": "e2e-ipp-cleanup-394c6a", "namespace": "openshift-ingress"} 2026-07-27T20:17:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-394c6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a", "reconcileID": "51e018aa-bb98-44a1-bbee-0d6bb12aa37d", "Gateway": "e2e-ipp-cleanup-394c6a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a-authn-ssl"} 2026-07-27T20:17:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-394c6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a", "reconcileID": "51e018aa-bb98-44a1-bbee-0d6bb12aa37d", "Gateway": "e2e-ipp-cleanup-394c6a", "namespace": "openshift-ingress"} 2026-07-27T20:17:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-394c6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a", "reconcileID": "cd9bc58b-fe65-41c5-8e7b-bf104f416783", "Gateway": "e2e-ipp-cleanup-394c6a", "namespace": "openshift-ingress"} 2026-07-27T20:17:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-394c6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a", "reconcileID": "cd9bc58b-fe65-41c5-8e7b-bf104f416783", "Gateway": "e2e-ipp-cleanup-394c6a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a-authn-ssl"} 2026-07-27T20:17:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-394c6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a", "reconcileID": "cd9bc58b-fe65-41c5-8e7b-bf104f416783", "Gateway": "e2e-ipp-cleanup-394c6a", "namespace": "openshift-ingress"} 2026-07-27T20:17:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-394c6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a", "reconcileID": "4d1e4697-7baa-4ed1-b5f2-8a66d2a692e6", "Gateway": "e2e-ipp-cleanup-394c6a", "namespace": "openshift-ingress"} 2026-07-27T20:17:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-394c6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a", "reconcileID": "4d1e4697-7baa-4ed1-b5f2-8a66d2a692e6", "Gateway": "e2e-ipp-cleanup-394c6a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a-authn-ssl"} 2026-07-27T20:17:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-394c6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a", "reconcileID": "4d1e4697-7baa-4ed1-b5f2-8a66d2a692e6", "Gateway": "e2e-ipp-cleanup-394c6a", "namespace": "openshift-ingress"} 2026-07-27T20:17:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-394c6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a", "reconcileID": "79be9ff9-9b0b-47e8-8562-902d4c319b0e", "Gateway": "e2e-ipp-cleanup-394c6a", "namespace": "openshift-ingress"} 2026-07-27T20:17:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-394c6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a", "reconcileID": "79be9ff9-9b0b-47e8-8562-902d4c319b0e", "Gateway": "e2e-ipp-cleanup-394c6a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a-authn-ssl"} 2026-07-27T20:17:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-394c6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a", "reconcileID": "79be9ff9-9b0b-47e8-8562-902d4c319b0e", "Gateway": "e2e-ipp-cleanup-394c6a", "namespace": "openshift-ingress"} 2026-07-27T20:17:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-394c6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a", "reconcileID": "3da78f53-72d1-48d9-a4cb-75d02173f539", "Gateway": "e2e-ipp-cleanup-394c6a", "namespace": "openshift-ingress"} 2026-07-27T20:17:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-394c6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a", "reconcileID": "3da78f53-72d1-48d9-a4cb-75d02173f539", "Gateway": "e2e-ipp-cleanup-394c6a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a-authn-ssl"} 2026-07-27T20:17:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-394c6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a", "reconcileID": "3da78f53-72d1-48d9-a4cb-75d02173f539", "Gateway": "e2e-ipp-cleanup-394c6a", "namespace": "openshift-ingress"} 2026-07-27T20:17:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-394c6a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-394c6a", "name": "openshift-service-ca.crt", "reconcileID": "4ae07ab7-d1a2-462d-adc3-8cf5a04b6ab9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-394c6a"} 2026-07-27T20:17:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-394c6a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-394c6a", "name": "openshift-service-ca.crt", "reconcileID": "2ed06a10-fc0c-4d7f-9e46-a8abdee96149", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-394c6a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T20:17:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-394c6a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-394c6a", "name": "openshift-service-ca.crt", "reconcileID": "2ed06a10-fc0c-4d7f-9e46-a8abdee96149", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-394c6a"} 2026-07-27T20:17:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-394c6a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-394c6a", "name": "odh-trusted-ca-bundle", "reconcileID": "afc7553a-689f-4d89-b1bf-9d1506023c9a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-394c6a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T20:17:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-394c6a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-394c6a", "name": "odh-trusted-ca-bundle", "reconcileID": "afc7553a-689f-4d89-b1bf-9d1506023c9a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T20:17:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-394c6a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-394c6a", "name": "openshift-service-ca.crt", "reconcileID": "2ec2c576-44d0-4050-98d8-4d822dc4a377", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-394c6a"} 2026-07-27T20:17:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-394c6a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-394c6a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "65c6b57a-47a7-416f-8000-07155ada4b0a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-394c6a"} 2026-07-27T20:17:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-394c6a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-394c6a", "name": "odh-trusted-ca-bundle", "reconcileID": "893b7e8b-9330-4eda-a682-bea713999ff5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-394c6a"} 2026-07-27T20:17:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-394c6a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-394c6a", "name": "odh-trusted-ca-bundle", "reconcileID": "0e35cb65-12fc-416b-bdf7-0814417b2e4c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-394c6a", "update": "odh-kserve-custom-ca-bundle"} 2026-07-27T20:17:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-394c6a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-394c6a", "name": "odh-trusted-ca-bundle", "reconcileID": "0e35cb65-12fc-416b-bdf7-0814417b2e4c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-394c6a"} 2026-07-27T20:17:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-394c6a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-394c6a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a6a7d488-8c43-4852-ad3a-ff182b6c0318", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-394c6a"} 2026-07-27T20:17:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-394c6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a", "reconcileID": "192db7ec-0e93-42db-9b9f-fba4da708740", "Gateway": "e2e-ipp-cleanup-394c6a", "namespace": "openshift-ingress"} 2026-07-27T20:17:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-394c6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a", "reconcileID": "192db7ec-0e93-42db-9b9f-fba4da708740", "Gateway": "e2e-ipp-cleanup-394c6a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a-authn-ssl"} 2026-07-27T20:17:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-394c6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a", "reconcileID": "192db7ec-0e93-42db-9b9f-fba4da708740", "Gateway": "e2e-ipp-cleanup-394c6a", "namespace": "openshift-ingress"} 2026-07-27T20:17:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b18f0957-df5f-4fcf-8a47-e9180bf3c2c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T20:18:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-394c6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a", "reconcileID": "c9893dce-2661-4c64-9ec7-ccf73983ff0d", "Gateway": "e2e-ipp-cleanup-394c6a", "namespace": "openshift-ingress"} 2026-07-27T20:18:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-394c6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a", "reconcileID": "c9893dce-2661-4c64-9ec7-ccf73983ff0d", "Gateway": "e2e-ipp-cleanup-394c6a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a-authn-ssl"} 2026-07-27T20:18:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-394c6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a", "reconcileID": "c9893dce-2661-4c64-9ec7-ccf73983ff0d", "Gateway": "e2e-ipp-cleanup-394c6a", "namespace": "openshift-ingress"} 2026-07-27T20:18:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-394c6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a", "reconcileID": "46d03151-6982-47c7-9883-35cbf8e68481", "Gateway": "e2e-ipp-cleanup-394c6a", "namespace": "openshift-ingress"} 2026-07-27T20:18:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-394c6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a", "reconcileID": "46d03151-6982-47c7-9883-35cbf8e68481", "Gateway": "e2e-ipp-cleanup-394c6a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a-authn-ssl"} 2026-07-27T20:18:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-394c6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a", "reconcileID": "46d03151-6982-47c7-9883-35cbf8e68481", "Gateway": "e2e-ipp-cleanup-394c6a", "namespace": "openshift-ingress"} 2026-07-27T20:18:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-394c6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a", "reconcileID": "5e4a5196-4e8c-4835-ab7d-6d1a80104b0d", "Gateway": "e2e-ipp-cleanup-394c6a", "namespace": "openshift-ingress"} 2026-07-27T20:18:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-394c6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a", "reconcileID": "5e4a5196-4e8c-4835-ab7d-6d1a80104b0d", "Gateway": "e2e-ipp-cleanup-394c6a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a-authn-ssl"} 2026-07-27T20:18:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-394c6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a", "reconcileID": "5e4a5196-4e8c-4835-ab7d-6d1a80104b0d", "Gateway": "e2e-ipp-cleanup-394c6a", "namespace": "openshift-ingress"} 2026-07-27T20:18:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-394c6a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-394c6a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8a697c5-5e40-4f32-9bc1-eaa837b051cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-394c6a"} 2026-07-27T20:18:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-394c6a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-394c6a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8a697c5-5e40-4f32-9bc1-eaa837b051cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-394c6a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T20:18:25Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-394c6a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-394c6a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8a697c5-5e40-4f32-9bc1-eaa837b051cf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-394c6a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T20:18:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-394c6a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-394c6a", "name": "odh-trusted-ca-bundle", "reconcileID": "9a1e5cfc-708f-4f88-aae3-1556e074abfe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-394c6a"} 2026-07-27T20:18:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-394c6a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-394c6a", "name": "odh-trusted-ca-bundle", "reconcileID": "9a1e5cfc-708f-4f88-aae3-1556e074abfe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-394c6a"} 2026-07-27T20:18:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-394c6a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-394c6a", "name": "openshift-service-ca.crt", "reconcileID": "b4f92750-094d-455c-9dcb-51a7e312f2f8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-394c6a"} 2026-07-27T20:18:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-394c6a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-394c6a", "name": "openshift-service-ca.crt", "reconcileID": "b4f92750-094d-455c-9dcb-51a7e312f2f8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-394c6a"} 2026-07-27T20:18:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-394c6a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-394c6a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce7fdc79-c5d3-4f86-867b-4597c38c3e6a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-394c6a"} 2026-07-27T20:18:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-394c6a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-394c6a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce7fdc79-c5d3-4f86-867b-4597c38c3e6a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-394c6a"} 2026-07-27T20:18:26Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-394c6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-394c6a", "reconcileID": "104857a5-8d9a-47ff-842c-6faab6726b0c", "Gateway": "e2e-ipp-cleanup-394c6a", "namespace": "openshift-ingress"} 2026-07-27T20:18:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3ce0177a-752b-45d2-8c5f-ca1b1c9bcb37", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T20:18:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "95921af9-6593-4213-bdab-7b60d9928b26", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress"} 2026-07-27T20:18:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "95921af9-6593-4213-bdab-7b60d9928b26", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406-authn-ssl"} 2026-07-27T20:18:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "95921af9-6593-4213-bdab-7b60d9928b26", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress"} 2026-07-27T20:18:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "8f09bdd5-1763-4921-829f-1a5c36c748e4", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress"} 2026-07-27T20:18:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "8f09bdd5-1763-4921-829f-1a5c36c748e4", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406-authn-ssl"} 2026-07-27T20:18:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "8f09bdd5-1763-4921-829f-1a5c36c748e4", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress"} 2026-07-27T20:18:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "32a6b00c-5937-4372-a37c-f916383b1240", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:18:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "32a6b00c-5937-4372-a37c-f916383b1240", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:18:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "32a6b00c-5937-4372-a37c-f916383b1240", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:18:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "32a6b00c-5937-4372-a37c-f916383b1240", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406-kserve-route-authn"} 2026-07-27T20:18:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "32a6b00c-5937-4372-a37c-f916383b1240", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406", "authType": "userdefined"} 2026-07-27T20:18:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "32a6b00c-5937-4372-a37c-f916383b1240", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:18:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "b31e01d8-03f9-403d-b638-a3ccef0b7c6f", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress"} 2026-07-27T20:18:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "b31e01d8-03f9-403d-b638-a3ccef0b7c6f", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406-authn-ssl"} 2026-07-27T20:18:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "b31e01d8-03f9-403d-b638-a3ccef0b7c6f", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress"} 2026-07-27T20:19:27Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "a94df5b3-4e0d-40ac-817c-09350f09e794", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:19:27Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "a94df5b3-4e0d-40ac-817c-09350f09e794", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406"} 2026-07-27T20:19:27Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "a94df5b3-4e0d-40ac-817c-09350f09e794", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:19:27Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "a94df5b3-4e0d-40ac-817c-09350f09e794", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:19:27Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "a94df5b3-4e0d-40ac-817c-09350f09e794", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406-kserve-route-authn"} 2026-07-27T20:19:27Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "a94df5b3-4e0d-40ac-817c-09350f09e794", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406-kserve-route-authn"} 2026-07-27T20:19:27Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "a94df5b3-4e0d-40ac-817c-09350f09e794", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:19:27Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "a94df5b3-4e0d-40ac-817c-09350f09e794", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:19:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "728b8bc0-8d0c-43b9-a58b-dec25f23bc19", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:19:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "728b8bc0-8d0c-43b9-a58b-dec25f23bc19", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-018406", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T20:19:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "728b8bc0-8d0c-43b9-a58b-dec25f23bc19", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-018406 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T20:19:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "odh-trusted-ca-bundle", "reconcileID": "37dd7e69-1905-491c-8b79-04209e7bc3e7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:19:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "odh-trusted-ca-bundle", "reconcileID": "37dd7e69-1905-491c-8b79-04209e7bc3e7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:19:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "openshift-service-ca.crt", "reconcileID": "82406af9-0ff0-4bf2-bd19-196f5627096e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:19:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "openshift-service-ca.crt", "reconcileID": "82406af9-0ff0-4bf2-bd19-196f5627096e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:19:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04c3cd48-0883-4521-beca-a56ade878737", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:19:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04c3cd48-0883-4521-beca-a56ade878737", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:19:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "9f39e22a-5dbe-4b75-b46a-fd57fca2bdc2", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress"} 2026-07-27T20:19:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "9f39e22a-5dbe-4b75-b46a-fd57fca2bdc2", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406-authn-ssl"} 2026-07-27T20:19:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "9f39e22a-5dbe-4b75-b46a-fd57fca2bdc2", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress"} 2026-07-27T20:19:27Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-27T20:19:27Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-27T20:19:30Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-27T20:19:30Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-27T20:19:34Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "4333b452-2921-4393-a012-d5bfbe95bd88", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:19:34Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "4333b452-2921-4393-a012-d5bfbe95bd88", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406"} 2026-07-27T20:19:34Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "4333b452-2921-4393-a012-d5bfbe95bd88", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:19:34Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "4333b452-2921-4393-a012-d5bfbe95bd88", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:19:34Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "4333b452-2921-4393-a012-d5bfbe95bd88", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406-kserve-route-authn"} 2026-07-27T20:19:34Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "4333b452-2921-4393-a012-d5bfbe95bd88", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406-kserve-route-authn"} 2026-07-27T20:19:34Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "4333b452-2921-4393-a012-d5bfbe95bd88", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:19:34Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "4333b452-2921-4393-a012-d5bfbe95bd88", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:19:34Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-018406","namespace":"ai-tenant-e2e-ipp-a-018406"}, "namespace": "ai-tenant-e2e-ipp-a-018406", "name": "ipp-route-018406", "reconcileID": "a6b75ba2-363d-4715-8598-01dfc5b190cc", "LLMInferenceService": "ipp-route-018406", "namespace": "ai-tenant-e2e-ipp-a-018406"} 2026-07-27T20:19:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "da84edb0-8ce5-4861-8b28-256b3a3cbc96", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress"} 2026-07-27T20:19:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "da84edb0-8ce5-4861-8b28-256b3a3cbc96", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406-authn-ssl"} 2026-07-27T20:19:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "da84edb0-8ce5-4861-8b28-256b3a3cbc96", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress"} 2026-07-27T20:19:40Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-018406","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-018406", "reconcileID": "8fb0b1a6-48e3-47a5-b3d9-e9854c2ff2e9", "Gateway": "e2e-ipp-a-018406", "namespace": "openshift-ingress"} 2026-07-27T20:19:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0d1b8742-8e7c-440f-b2ef-971deef8b799", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T20:19:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-933254","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254", "reconcileID": "36b8610f-d7bf-4303-8cb4-db6a0cd4c555", "Gateway": "e2e-ipp-b-933254", "namespace": "openshift-ingress"} 2026-07-27T20:19:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-933254","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254", "reconcileID": "36b8610f-d7bf-4303-8cb4-db6a0cd4c555", "Gateway": "e2e-ipp-b-933254", "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254-authn-ssl"} 2026-07-27T20:19:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-933254","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254", "reconcileID": "36b8610f-d7bf-4303-8cb4-db6a0cd4c555", "Gateway": "e2e-ipp-b-933254", "namespace": "openshift-ingress"} 2026-07-27T20:19:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-933254","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254", "reconcileID": "321657f3-51ed-4b5d-8558-6f9e57802c87", "Gateway": "e2e-ipp-b-933254", "namespace": "openshift-ingress"} 2026-07-27T20:19:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-933254","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254", "reconcileID": "321657f3-51ed-4b5d-8558-6f9e57802c87", "Gateway": "e2e-ipp-b-933254", "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254-authn-ssl"} 2026-07-27T20:19:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-933254","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254", "reconcileID": "321657f3-51ed-4b5d-8558-6f9e57802c87", "Gateway": "e2e-ipp-b-933254", "namespace": "openshift-ingress"} 2026-07-27T20:19:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-933254"}, "namespace": "ai-tenant-e2e-ipp-b-933254", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d2ef1eb-5cf5-49f5-a390-87883c0c687e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-933254"} 2026-07-27T20:19:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-933254"}, "namespace": "ai-tenant-e2e-ipp-b-933254", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d2ef1eb-5cf5-49f5-a390-87883c0c687e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-933254", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T20:19:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-933254"}, "namespace": "ai-tenant-e2e-ipp-b-933254", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d2ef1eb-5cf5-49f5-a390-87883c0c687e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-933254 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T20:19:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-933254"}, "namespace": "ai-tenant-e2e-ipp-b-933254", "name": "odh-trusted-ca-bundle", "reconcileID": "49585b66-9f0e-43c5-ad3b-3b39451fe95b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-933254"} 2026-07-27T20:19:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-933254"}, "namespace": "ai-tenant-e2e-ipp-b-933254", "name": "odh-trusted-ca-bundle", "reconcileID": "49585b66-9f0e-43c5-ad3b-3b39451fe95b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-933254"} 2026-07-27T20:19:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-933254"}, "namespace": "ai-tenant-e2e-ipp-b-933254", "name": "openshift-service-ca.crt", "reconcileID": "6507fed8-ba1b-43c1-8640-45c694acf01f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-933254"} 2026-07-27T20:19:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-933254"}, "namespace": "ai-tenant-e2e-ipp-b-933254", "name": "openshift-service-ca.crt", "reconcileID": "6507fed8-ba1b-43c1-8640-45c694acf01f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-933254"} 2026-07-27T20:19:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-933254"}, "namespace": "ai-tenant-e2e-ipp-b-933254", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3e90935-21d7-466f-b30f-dba3e93c4a25", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-933254"} 2026-07-27T20:19:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-933254"}, "namespace": "ai-tenant-e2e-ipp-b-933254", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3e90935-21d7-466f-b30f-dba3e93c4a25", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-933254"} 2026-07-27T20:19:57Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-933254","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-933254", "reconcileID": "3a6ffd97-b673-492a-8322-6891036eb271", "Gateway": "e2e-ipp-b-933254", "namespace": "openshift-ingress"} 2026-07-27T20:19:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bf83a4f6-9f7b-47b3-8125-169bcdafdc82", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T20:20:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d3c546","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546", "reconcileID": "cdc56ed2-f6fd-48d5-b09c-e75952c3ef91", "Gateway": "e2e-shared-a-d3c546", "namespace": "openshift-ingress"} 2026-07-27T20:20:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d3c546","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546", "reconcileID": "cdc56ed2-f6fd-48d5-b09c-e75952c3ef91", "Gateway": "e2e-shared-a-d3c546", "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546-authn-ssl"} 2026-07-27T20:20:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d3c546","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546", "reconcileID": "cdc56ed2-f6fd-48d5-b09c-e75952c3ef91", "Gateway": "e2e-shared-a-d3c546", "namespace": "openshift-ingress"} 2026-07-27T20:20:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d3c546","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546", "reconcileID": "81ff0cb4-b73b-4654-8be2-b58b1a8e2bae", "Gateway": "e2e-shared-a-d3c546", "namespace": "openshift-ingress"} 2026-07-27T20:20:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d3c546","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546", "reconcileID": "81ff0cb4-b73b-4654-8be2-b58b1a8e2bae", "Gateway": "e2e-shared-a-d3c546", "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546-authn-ssl"} 2026-07-27T20:20:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d3c546","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546", "reconcileID": "81ff0cb4-b73b-4654-8be2-b58b1a8e2bae", "Gateway": "e2e-shared-a-d3c546", "namespace": "openshift-ingress"} 2026-07-27T20:20:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "906636eb-e9da-4859-95a5-c37e3d2904ce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d3c546"} 2026-07-27T20:20:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "906636eb-e9da-4859-95a5-c37e3d2904ce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d3c546", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T20:20:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "906636eb-e9da-4859-95a5-c37e3d2904ce", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-d3c546 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T20:20:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "odh-trusted-ca-bundle", "reconcileID": "12786162-41f3-4d94-be68-080e71381c09", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d3c546"} 2026-07-27T20:20:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "odh-trusted-ca-bundle", "reconcileID": "12786162-41f3-4d94-be68-080e71381c09", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d3c546"} 2026-07-27T20:20:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "openshift-service-ca.crt", "reconcileID": "d3e0fff0-7214-4702-ac31-204094f6c07e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-d3c546"} 2026-07-27T20:20:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "openshift-service-ca.crt", "reconcileID": "d3e0fff0-7214-4702-ac31-204094f6c07e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-d3c546"} 2026-07-27T20:20:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8145ff71-6ea8-4c23-a08b-1327dcbe49b6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d3c546"} 2026-07-27T20:20:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d3c546"}, "namespace": "ai-tenant-e2e-shared-a-d3c546", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8145ff71-6ea8-4c23-a08b-1327dcbe49b6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d3c546"} 2026-07-27T20:20:15Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d3c546","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d3c546", "reconcileID": "d510eef4-30dd-40f7-889d-87f36ea134d5", "Gateway": "e2e-shared-a-d3c546", "namespace": "openshift-ingress"} 2026-07-27T20:20:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e1fbaf0d-e624-408c-a016-2eba7c4a2ec7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T20:20:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "6596eae6-17f6-4601-a1fd-bdfb1800b9fd", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress"} 2026-07-27T20:20:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "6596eae6-17f6-4601-a1fd-bdfb1800b9fd", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16-authn-ssl"} 2026-07-27T20:20:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "6596eae6-17f6-4601-a1fd-bdfb1800b9fd", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress"} 2026-07-27T20:20:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "436dd29c-d0db-4ab9-a33e-13d264bc5c6a", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress"} 2026-07-27T20:20:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "436dd29c-d0db-4ab9-a33e-13d264bc5c6a", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16-authn-ssl"} 2026-07-27T20:20:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "436dd29c-d0db-4ab9-a33e-13d264bc5c6a", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress"} 2026-07-27T20:20:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f2df8c06-c8ed-443b-9fb6-dc832d352382", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:20:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f2df8c06-c8ed-443b-9fb6-dc832d352382", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-73ce16", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T20:20:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f2df8c06-c8ed-443b-9fb6-dc832d352382", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-73ce16 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T20:20:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "odh-trusted-ca-bundle", "reconcileID": "5401a616-4b9f-485a-bbcc-9918f2500633", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:20:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "odh-trusted-ca-bundle", "reconcileID": "5401a616-4b9f-485a-bbcc-9918f2500633", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:20:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "openshift-service-ca.crt", "reconcileID": "f4372365-dc2c-43b5-a727-aae85485a66f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:20:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "openshift-service-ca.crt", "reconcileID": "f4372365-dc2c-43b5-a727-aae85485a66f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:20:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df20e128-d049-4303-8c74-08dcf4c6a73c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:20:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-73ce16"}, "namespace": "ai-tenant-e2e-shared-b-73ce16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df20e128-d049-4303-8c74-08dcf4c6a73c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-73ce16"} 2026-07-27T20:20:33Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-73ce16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-73ce16", "reconcileID": "df452fa4-2e77-4d9c-8e40-fd16cb134958", "Gateway": "e2e-shared-b-73ce16", "namespace": "openshift-ingress"}