2026-09-18T22:29:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7f10d8","namespace":"ai-tenant-e2e-shared-b-w3-7f10d8"}, "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "name": "rate-test-model-7f10d8", "reconcileID": "afb74b8d-19c3-4977-b0c7-59fb3e10437b", "LLMInferenceService": "rate-test-model-7f10d8", "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "authType": "userdefined"} 2026-09-18T22:29:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7f10d8","namespace":"ai-tenant-e2e-shared-b-w3-7f10d8"}, "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "name": "rate-test-model-7f10d8", "reconcileID": "afb74b8d-19c3-4977-b0c7-59fb3e10437b", "LLMInferenceService": "rate-test-model-7f10d8", "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8"} 2026-09-18T22:29:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7f10d8","namespace":"ai-tenant-e2e-shared-b-w3-7f10d8"}, "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "name": "rate-test-model-7f10d8", "reconcileID": "e9ca683c-00b1-44a7-8fd2-f3dc49492637", "LLMInferenceService": "rate-test-model-7f10d8", "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8"} 2026-09-18T22:29:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7f10d8","namespace":"ai-tenant-e2e-shared-b-w3-7f10d8"}, "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "name": "rate-test-model-7f10d8", "reconcileID": "e9ca683c-00b1-44a7-8fd2-f3dc49492637", "LLMInferenceService": "rate-test-model-7f10d8", "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8"} 2026-09-18T22:29:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7f10d8","namespace":"ai-tenant-e2e-shared-b-w3-7f10d8"}, "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "name": "rate-test-model-7f10d8", "reconcileID": "e9ca683c-00b1-44a7-8fd2-f3dc49492637", "LLMInferenceService": "rate-test-model-7f10d8", "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8"} 2026-09-18T22:29:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7f10d8","namespace":"ai-tenant-e2e-shared-b-w3-7f10d8"}, "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "name": "rate-test-model-7f10d8", "reconcileID": "e9ca683c-00b1-44a7-8fd2-f3dc49492637", "LLMInferenceService": "rate-test-model-7f10d8", "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "name": "rate-test-model-7f10d8-kserve-route-authn"} 2026-09-18T22:29:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7f10d8","namespace":"ai-tenant-e2e-shared-b-w3-7f10d8"}, "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "name": "rate-test-model-7f10d8", "reconcileID": "e9ca683c-00b1-44a7-8fd2-f3dc49492637", "LLMInferenceService": "rate-test-model-7f10d8", "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "authType": "userdefined"} 2026-09-18T22:29:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7f10d8","namespace":"ai-tenant-e2e-shared-b-w3-7f10d8"}, "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "name": "rate-test-model-7f10d8", "reconcileID": "e9ca683c-00b1-44a7-8fd2-f3dc49492637", "LLMInferenceService": "rate-test-model-7f10d8", "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8"} E0918 22:29:56.451171 1 leaderelection.go:441] Failed to update lock optimistically: Put "https://172.31.0.1:443/apis/coordination.k8s.io/v1/namespaces/opendatahub/leases/odh-model-controller.opendatahub.io?timeout=5s": net/http: request canceled (Client.Timeout exceeded while awaiting headers), falling back to slow path 2026-09-18T22:30:03Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-123a30","namespace":"ai-tenant-e2e-shared-a-w3-123a30"}, "namespace": "ai-tenant-e2e-shared-a-w3-123a30", "name": "rate-test-model-123a30", "reconcileID": "97274e2c-cd2d-4ded-b737-ee29f26e557c", "LLMInferenceService": "rate-test-model-123a30", "namespace": "ai-tenant-e2e-shared-a-w3-123a30"} 2026-09-18T22:30:03Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-123a30","namespace":"ai-tenant-e2e-shared-a-w3-123a30"}, "namespace": "ai-tenant-e2e-shared-a-w3-123a30", "name": "rate-test-model-123a30", "reconcileID": "97274e2c-cd2d-4ded-b737-ee29f26e557c", "LLMInferenceService": "rate-test-model-123a30", "namespace": "ai-tenant-e2e-shared-a-w3-123a30", "name": "rate-test-model-123a30"} 2026-09-18T22:30:03Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-123a30","namespace":"ai-tenant-e2e-shared-a-w3-123a30"}, "namespace": "ai-tenant-e2e-shared-a-w3-123a30", "name": "rate-test-model-123a30", "reconcileID": "97274e2c-cd2d-4ded-b737-ee29f26e557c", "LLMInferenceService": "rate-test-model-123a30", "namespace": "ai-tenant-e2e-shared-a-w3-123a30"} 2026-09-18T22:30:03Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-123a30","namespace":"ai-tenant-e2e-shared-a-w3-123a30"}, "namespace": "ai-tenant-e2e-shared-a-w3-123a30", "name": "rate-test-model-123a30", "reconcileID": "97274e2c-cd2d-4ded-b737-ee29f26e557c", "LLMInferenceService": "rate-test-model-123a30", "namespace": "ai-tenant-e2e-shared-a-w3-123a30"} 2026-09-18T22:30:03Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-123a30","namespace":"ai-tenant-e2e-shared-a-w3-123a30"}, "namespace": "ai-tenant-e2e-shared-a-w3-123a30", "name": "rate-test-model-123a30", "reconcileID": "97274e2c-cd2d-4ded-b737-ee29f26e557c", "LLMInferenceService": "rate-test-model-123a30", "namespace": "ai-tenant-e2e-shared-a-w3-123a30", "name": "rate-test-model-123a30-kserve-route-authn"} 2026-09-18T22:30:03Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-123a30","namespace":"ai-tenant-e2e-shared-a-w3-123a30"}, "namespace": "ai-tenant-e2e-shared-a-w3-123a30", "name": "rate-test-model-123a30", "reconcileID": "97274e2c-cd2d-4ded-b737-ee29f26e557c", "LLMInferenceService": "rate-test-model-123a30", "namespace": "ai-tenant-e2e-shared-a-w3-123a30", "name": "rate-test-model-123a30-kserve-route-authn"} 2026-09-18T22:30:03Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-123a30","namespace":"ai-tenant-e2e-shared-a-w3-123a30"}, "namespace": "ai-tenant-e2e-shared-a-w3-123a30", "name": "rate-test-model-123a30", "reconcileID": "97274e2c-cd2d-4ded-b737-ee29f26e557c", "LLMInferenceService": "rate-test-model-123a30", "namespace": "ai-tenant-e2e-shared-a-w3-123a30", "namespace": "ai-tenant-e2e-shared-a-w3-123a30"} 2026-09-18T22:30:03Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-123a30","namespace":"ai-tenant-e2e-shared-a-w3-123a30"}, "namespace": "ai-tenant-e2e-shared-a-w3-123a30", "name": "rate-test-model-123a30", "reconcileID": "97274e2c-cd2d-4ded-b737-ee29f26e557c", "LLMInferenceService": "rate-test-model-123a30", "namespace": "ai-tenant-e2e-shared-a-w3-123a30", "namespace": "ai-tenant-e2e-shared-a-w3-123a30"} 2026-09-18T22:30:04Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-123a30","namespace":"ai-tenant-e2e-shared-a-w3-123a30"}, "namespace": "ai-tenant-e2e-shared-a-w3-123a30", "name": "rate-test-model-123a30", "reconcileID": "c87079ed-4153-40f8-bfcd-19a8069a167a", "LLMInferenceService": "rate-test-model-123a30", "namespace": "ai-tenant-e2e-shared-a-w3-123a30"} 2026-09-18T22:30:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-123a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-123a30", "reconcileID": "e9e76920-84cb-4283-9cd1-edffbe139775", "Gateway": "e2e-shared-a-w3-123a30", "namespace": "openshift-ingress"} 2026-09-18T22:30:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-123a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-123a30", "reconcileID": "e9e76920-84cb-4283-9cd1-edffbe139775", "Gateway": "e2e-shared-a-w3-123a30", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-123a30-authn-ssl"} 2026-09-18T22:30:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-123a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-123a30", "reconcileID": "e9e76920-84cb-4283-9cd1-edffbe139775", "Gateway": "e2e-shared-a-w3-123a30", "namespace": "openshift-ingress"} 2026-09-18T22:30:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-123a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-123a30", "reconcileID": "9c9bca7f-d732-44b5-9732-a31ec3e12b03", "Gateway": "e2e-shared-a-w3-123a30", "namespace": "openshift-ingress"} 2026-09-18T22:30:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-123a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-123a30", "reconcileID": "9c9bca7f-d732-44b5-9732-a31ec3e12b03", "Gateway": "e2e-shared-a-w3-123a30", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-123a30-authn-ssl"} 2026-09-18T22:30:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-123a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-123a30", "reconcileID": "9c9bca7f-d732-44b5-9732-a31ec3e12b03", "Gateway": "e2e-shared-a-w3-123a30", "namespace": "openshift-ingress"} 2026-09-18T22:30:04Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7f10d8","namespace":"ai-tenant-e2e-shared-b-w3-7f10d8"}, "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "name": "rate-test-model-7f10d8", "reconcileID": "6941d893-1f04-4621-89af-41139d4a0468", "LLMInferenceService": "rate-test-model-7f10d8", "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8"} 2026-09-18T22:30:04Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7f10d8","namespace":"ai-tenant-e2e-shared-b-w3-7f10d8"}, "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "name": "rate-test-model-7f10d8", "reconcileID": "6941d893-1f04-4621-89af-41139d4a0468", "LLMInferenceService": "rate-test-model-7f10d8", "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "name": "rate-test-model-7f10d8"} 2026-09-18T22:30:04Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7f10d8","namespace":"ai-tenant-e2e-shared-b-w3-7f10d8"}, "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "name": "rate-test-model-7f10d8", "reconcileID": "6941d893-1f04-4621-89af-41139d4a0468", "LLMInferenceService": "rate-test-model-7f10d8", "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8"} 2026-09-18T22:30:04Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7f10d8","namespace":"ai-tenant-e2e-shared-b-w3-7f10d8"}, "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "name": "rate-test-model-7f10d8", "reconcileID": "6941d893-1f04-4621-89af-41139d4a0468", "LLMInferenceService": "rate-test-model-7f10d8", "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8"} 2026-09-18T22:30:04Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7f10d8","namespace":"ai-tenant-e2e-shared-b-w3-7f10d8"}, "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "name": "rate-test-model-7f10d8", "reconcileID": "6941d893-1f04-4621-89af-41139d4a0468", "LLMInferenceService": "rate-test-model-7f10d8", "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "name": "rate-test-model-7f10d8-kserve-route-authn"} 2026-09-18T22:30:04Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7f10d8","namespace":"ai-tenant-e2e-shared-b-w3-7f10d8"}, "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "name": "rate-test-model-7f10d8", "reconcileID": "6941d893-1f04-4621-89af-41139d4a0468", "LLMInferenceService": "rate-test-model-7f10d8", "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "name": "rate-test-model-7f10d8-kserve-route-authn"} 2026-09-18T22:30:04Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7f10d8","namespace":"ai-tenant-e2e-shared-b-w3-7f10d8"}, "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "name": "rate-test-model-7f10d8", "reconcileID": "6941d893-1f04-4621-89af-41139d4a0468", "LLMInferenceService": "rate-test-model-7f10d8", "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8"} 2026-09-18T22:30:04Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7f10d8","namespace":"ai-tenant-e2e-shared-b-w3-7f10d8"}, "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "name": "rate-test-model-7f10d8", "reconcileID": "6941d893-1f04-4621-89af-41139d4a0468", "LLMInferenceService": "rate-test-model-7f10d8", "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8"} 2026-09-18T22:30:05Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7f10d8","namespace":"ai-tenant-e2e-shared-b-w3-7f10d8"}, "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "name": "rate-test-model-7f10d8", "reconcileID": "07ae4dcd-0030-4745-9293-85261cddd7f3", "LLMInferenceService": "rate-test-model-7f10d8", "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8"} 2026-09-18T22:30:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7f10d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7f10d8", "reconcileID": "659a09eb-5e21-4625-a523-8b26e0c67c21", "Gateway": "e2e-shared-b-w3-7f10d8", "namespace": "openshift-ingress"} 2026-09-18T22:30:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7f10d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7f10d8", "reconcileID": "659a09eb-5e21-4625-a523-8b26e0c67c21", "Gateway": "e2e-shared-b-w3-7f10d8", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7f10d8-authn-ssl"} 2026-09-18T22:30:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7f10d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7f10d8", "reconcileID": "659a09eb-5e21-4625-a523-8b26e0c67c21", "Gateway": "e2e-shared-b-w3-7f10d8", "namespace": "openshift-ingress"} 2026-09-18T22:30:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7f10d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7f10d8", "reconcileID": "d6576093-eba7-43ed-88b3-935c62b4c8cd", "Gateway": "e2e-shared-b-w3-7f10d8", "namespace": "openshift-ingress"} 2026-09-18T22:30:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7f10d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7f10d8", "reconcileID": "d6576093-eba7-43ed-88b3-935c62b4c8cd", "Gateway": "e2e-shared-b-w3-7f10d8", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7f10d8-authn-ssl"} 2026-09-18T22:30:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7f10d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7f10d8", "reconcileID": "d6576093-eba7-43ed-88b3-935c62b4c8cd", "Gateway": "e2e-shared-b-w3-7f10d8", "namespace": "openshift-ingress"} 2026-09-18T22:30:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "3ac9db93-645d-4181-8ec5-84034719c6ea", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress"} 2026-09-18T22:30:05Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "3ac9db93-645d-4181-8ec5-84034719c6ea", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81-authn-ssl"} 2026-09-18T22:30:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "3ac9db93-645d-4181-8ec5-84034719c6ea", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress"} 2026-09-18T22:30:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "a467e1b6-44b8-458f-bddf-854c097742dc", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress"} 2026-09-18T22:30:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "a467e1b6-44b8-458f-bddf-854c097742dc", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81-authn-ssl"} 2026-09-18T22:30:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "a467e1b6-44b8-458f-bddf-854c097742dc", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress"} 2026-09-18T22:30:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "acd75b71-e79d-4928-af5f-1c7ce49480c6", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress"} 2026-09-18T22:30:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "acd75b71-e79d-4928-af5f-1c7ce49480c6", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81-authn-ssl"} 2026-09-18T22:30:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "acd75b71-e79d-4928-af5f-1c7ce49480c6", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress"} 2026-09-18T22:30:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "19a49fab-8c7c-4225-8285-e5bb9e8eb8ba", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress"} 2026-09-18T22:30:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "19a49fab-8c7c-4225-8285-e5bb9e8eb8ba", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81-authn-ssl"} 2026-09-18T22:30:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "19a49fab-8c7c-4225-8285-e5bb9e8eb8ba", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress"} 2026-09-18T22:30:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "63ef1764-e437-4ee9-b09e-7c8cfd3af4b2", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress"} 2026-09-18T22:30:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "63ef1764-e437-4ee9-b09e-7c8cfd3af4b2", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81-authn-ssl"} 2026-09-18T22:30:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "63ef1764-e437-4ee9-b09e-7c8cfd3af4b2", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress"} 2026-09-18T22:30:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "2a42ae7c-c822-48f6-9aad-3f6204f5a9f9", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress"} 2026-09-18T22:30:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "2a42ae7c-c822-48f6-9aad-3f6204f5a9f9", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81-authn-ssl"} 2026-09-18T22:30:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "2a42ae7c-c822-48f6-9aad-3f6204f5a9f9", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress"} 2026-09-18T22:30:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "afc785ab-a249-42a6-84a8-8571f5507d2e", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress"} 2026-09-18T22:30:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "afc785ab-a249-42a6-84a8-8571f5507d2e", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81-authn-ssl"} 2026-09-18T22:30:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "afc785ab-a249-42a6-84a8-8571f5507d2e", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress"} 2026-09-18T22:30:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "6954409b-5382-4dea-a021-b4b4de976e38", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress"} 2026-09-18T22:30:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "6954409b-5382-4dea-a021-b4b4de976e38", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81-authn-ssl"} 2026-09-18T22:30:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "6954409b-5382-4dea-a021-b4b4de976e38", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress"} 2026-09-18T22:30:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "odh-trusted-ca-bundle", "reconcileID": "56dbdfaf-0a6b-44f9-8cda-c20ddd7e0af4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:30:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "openshift-service-ca.crt", "reconcileID": "1e63d1f6-eb43-4b91-b481-4ce60de8f3c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:30:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "openshift-service-ca.crt", "reconcileID": "ee30d7e1-7e4e-46f1-8a10-d53865799838", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-adba81", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T22:30:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "openshift-service-ca.crt", "reconcileID": "ee30d7e1-7e4e-46f1-8a10-d53865799838", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:30:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "349052f1-3b18-474d-bc10-c62daed825be", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:30:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "openshift-service-ca.crt", "reconcileID": "530dd69d-dc73-49ef-af7e-bb74269e8554", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:30:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "odh-trusted-ca-bundle", "reconcileID": "bbb80e32-0a7a-45ac-ab2a-cd1b0028903b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-adba81", "update": "odh-kserve-custom-ca-bundle"} 2026-09-18T22:30:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "odh-trusted-ca-bundle", "reconcileID": "bbb80e32-0a7a-45ac-ab2a-cd1b0028903b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:30:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72d4a1f7-7230-41d0-b10b-6d79399f1267", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:30:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "f85c0577-0040-4f2d-8df7-ada29593b35e", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress"} 2026-09-18T22:30:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "f85c0577-0040-4f2d-8df7-ada29593b35e", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81-authn-ssl"} 2026-09-18T22:30:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "f85c0577-0040-4f2d-8df7-ada29593b35e", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress"} 2026-09-18T22:30:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "2a02004d-1432-4e28-bb7e-ad1b990ba091", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress"} 2026-09-18T22:30:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "2a02004d-1432-4e28-bb7e-ad1b990ba091", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81-authn-ssl"} 2026-09-18T22:30:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "2a02004d-1432-4e28-bb7e-ad1b990ba091", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress"} 2026-09-18T22:30:30Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-18T22:30:30Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-18T22:30:33Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-18T22:30:33Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-18T22:30:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-58a8ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca", "reconcileID": "e5fd2fab-db28-45d6-91a0-329c3cf725ff", "Gateway": "e2e-ipp-b-58a8ca", "namespace": "openshift-ingress"} 2026-09-18T22:30:46Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-58a8ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca", "reconcileID": "e5fd2fab-db28-45d6-91a0-329c3cf725ff", "Gateway": "e2e-ipp-b-58a8ca", "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca-authn-ssl"} 2026-09-18T22:30:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-58a8ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca", "reconcileID": "e5fd2fab-db28-45d6-91a0-329c3cf725ff", "Gateway": "e2e-ipp-b-58a8ca", "namespace": "openshift-ingress"} 2026-09-18T22:30:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-58a8ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca", "reconcileID": "d666d1d8-e800-4a49-ad76-108ac0c570d9", "Gateway": "e2e-ipp-b-58a8ca", "namespace": "openshift-ingress"} 2026-09-18T22:30:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-58a8ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca", "reconcileID": "d666d1d8-e800-4a49-ad76-108ac0c570d9", "Gateway": "e2e-ipp-b-58a8ca", "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca-authn-ssl"} 2026-09-18T22:30:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-58a8ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca", "reconcileID": "d666d1d8-e800-4a49-ad76-108ac0c570d9", "Gateway": "e2e-ipp-b-58a8ca", "namespace": "openshift-ingress"} 2026-09-18T22:30:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-58a8ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca", "reconcileID": "5424b626-3f7a-4aa3-ac6c-67275f34e372", "Gateway": "e2e-ipp-b-58a8ca", "namespace": "openshift-ingress"} 2026-09-18T22:30:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-58a8ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca", "reconcileID": "5424b626-3f7a-4aa3-ac6c-67275f34e372", "Gateway": "e2e-ipp-b-58a8ca", "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca-authn-ssl"} 2026-09-18T22:30:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-58a8ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca", "reconcileID": "5424b626-3f7a-4aa3-ac6c-67275f34e372", "Gateway": "e2e-ipp-b-58a8ca", "namespace": "openshift-ingress"} 2026-09-18T22:30:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-58a8ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca", "reconcileID": "098292f2-772c-4fd3-a909-4852c929c170", "Gateway": "e2e-ipp-b-58a8ca", "namespace": "openshift-ingress"} 2026-09-18T22:30:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-58a8ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca", "reconcileID": "098292f2-772c-4fd3-a909-4852c929c170", "Gateway": "e2e-ipp-b-58a8ca", "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca-authn-ssl"} 2026-09-18T22:30:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-58a8ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca", "reconcileID": "098292f2-772c-4fd3-a909-4852c929c170", "Gateway": "e2e-ipp-b-58a8ca", "namespace": "openshift-ingress"} 2026-09-18T22:30:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-58a8ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca", "reconcileID": "229f56cf-5db0-4486-be31-eee8710c0d3e", "Gateway": "e2e-ipp-b-58a8ca", "namespace": "openshift-ingress"} 2026-09-18T22:30:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-58a8ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca", "reconcileID": "229f56cf-5db0-4486-be31-eee8710c0d3e", "Gateway": "e2e-ipp-b-58a8ca", "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca-authn-ssl"} 2026-09-18T22:30:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-58a8ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca", "reconcileID": "229f56cf-5db0-4486-be31-eee8710c0d3e", "Gateway": "e2e-ipp-b-58a8ca", "namespace": "openshift-ingress"} 2026-09-18T22:30:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-58a8ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca", "reconcileID": "0798f662-2b36-4c08-9725-cd1e01ee0cd7", "Gateway": "e2e-ipp-b-58a8ca", "namespace": "openshift-ingress"} 2026-09-18T22:30:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-58a8ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca", "reconcileID": "0798f662-2b36-4c08-9725-cd1e01ee0cd7", "Gateway": "e2e-ipp-b-58a8ca", "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca-authn-ssl"} 2026-09-18T22:30:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-58a8ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca", "reconcileID": "0798f662-2b36-4c08-9725-cd1e01ee0cd7", "Gateway": "e2e-ipp-b-58a8ca", "namespace": "openshift-ingress"} 2026-09-18T22:30:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-58a8ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca", "reconcileID": "5dc5c8f6-da3f-47ed-947f-9f7ad682a17d", "Gateway": "e2e-ipp-b-58a8ca", "namespace": "openshift-ingress"} 2026-09-18T22:30:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-58a8ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca", "reconcileID": "5dc5c8f6-da3f-47ed-947f-9f7ad682a17d", "Gateway": "e2e-ipp-b-58a8ca", "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca-authn-ssl"} 2026-09-18T22:30:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-58a8ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca", "reconcileID": "5dc5c8f6-da3f-47ed-947f-9f7ad682a17d", "Gateway": "e2e-ipp-b-58a8ca", "namespace": "openshift-ingress"} 2026-09-18T22:30:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-58a8ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca", "reconcileID": "e459c757-4e2f-4309-86b5-7f915945ebe5", "Gateway": "e2e-ipp-b-58a8ca", "namespace": "openshift-ingress"} 2026-09-18T22:30:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-58a8ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca", "reconcileID": "e459c757-4e2f-4309-86b5-7f915945ebe5", "Gateway": "e2e-ipp-b-58a8ca", "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca-authn-ssl"} 2026-09-18T22:30:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-58a8ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca", "reconcileID": "e459c757-4e2f-4309-86b5-7f915945ebe5", "Gateway": "e2e-ipp-b-58a8ca", "namespace": "openshift-ingress"} 2026-09-18T22:30:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-58a8ca"}, "namespace": "ai-tenant-e2e-ipp-b-58a8ca", "name": "openshift-service-ca.crt", "reconcileID": "57114cc4-a8d3-4b58-a085-74c6ed6f1c84", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-58a8ca"} 2026-09-18T22:30:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-58a8ca"}, "namespace": "ai-tenant-e2e-ipp-b-58a8ca", "name": "odh-trusted-ca-bundle", "reconcileID": "23ce58eb-234b-49f9-a71e-5d139e42b460", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-58a8ca"} 2026-09-18T22:30:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-58a8ca"}, "namespace": "ai-tenant-e2e-ipp-b-58a8ca", "name": "openshift-service-ca.crt", "reconcileID": "e1386ba1-0576-4a6e-aa09-aff2b3aa27ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-58a8ca", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T22:30:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-58a8ca"}, "namespace": "ai-tenant-e2e-ipp-b-58a8ca", "name": "openshift-service-ca.crt", "reconcileID": "e1386ba1-0576-4a6e-aa09-aff2b3aa27ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-58a8ca"} 2026-09-18T22:30:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-58a8ca"}, "namespace": "ai-tenant-e2e-ipp-b-58a8ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "15651180-c064-4d3b-ae0a-35968150df3e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-58a8ca"} 2026-09-18T22:30:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-58a8ca"}, "namespace": "ai-tenant-e2e-ipp-b-58a8ca", "name": "openshift-service-ca.crt", "reconcileID": "59bd0d2b-2bfa-4027-80e9-edd29fe9680d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-58a8ca"} 2026-09-18T22:30:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-58a8ca"}, "namespace": "ai-tenant-e2e-ipp-b-58a8ca", "name": "odh-trusted-ca-bundle", "reconcileID": "1ae903e1-7bd7-47aa-946b-757b58f21056", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-58a8ca", "update": "odh-kserve-custom-ca-bundle"} 2026-09-18T22:30:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-58a8ca"}, "namespace": "ai-tenant-e2e-ipp-b-58a8ca", "name": "odh-trusted-ca-bundle", "reconcileID": "1ae903e1-7bd7-47aa-946b-757b58f21056", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-58a8ca"} 2026-09-18T22:30:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-58a8ca"}, "namespace": "ai-tenant-e2e-ipp-b-58a8ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b697e83c-1942-4b5b-846c-bb67e615f9bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-58a8ca"} 2026-09-18T22:30:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-58a8ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca", "reconcileID": "c5612a93-a185-4e5a-92c8-8cb903028657", "Gateway": "e2e-ipp-b-58a8ca", "namespace": "openshift-ingress"} 2026-09-18T22:30:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-58a8ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca", "reconcileID": "c5612a93-a185-4e5a-92c8-8cb903028657", "Gateway": "e2e-ipp-b-58a8ca", "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca-authn-ssl"} 2026-09-18T22:30:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-58a8ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca", "reconcileID": "c5612a93-a185-4e5a-92c8-8cb903028657", "Gateway": "e2e-ipp-b-58a8ca", "namespace": "openshift-ingress"} 2026-09-18T22:30:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-58a8ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca", "reconcileID": "757629a7-8caa-41a3-81e6-04d20f58f04b", "Gateway": "e2e-ipp-b-58a8ca", "namespace": "openshift-ingress"} 2026-09-18T22:30:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-58a8ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca", "reconcileID": "757629a7-8caa-41a3-81e6-04d20f58f04b", "Gateway": "e2e-ipp-b-58a8ca", "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca-authn-ssl"} 2026-09-18T22:30:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-58a8ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca", "reconcileID": "757629a7-8caa-41a3-81e6-04d20f58f04b", "Gateway": "e2e-ipp-b-58a8ca", "namespace": "openshift-ingress"} 2026-09-18T22:31:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "73338623-c30f-4f90-b66b-35d7039fe1d2", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:31:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "73338623-c30f-4f90-b66b-35d7039fe1d2", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:31:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "73338623-c30f-4f90-b66b-35d7039fe1d2", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:31:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "66fc5e2f-f887-4c05-94ee-9db884d9c875", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress"} 2026-09-18T22:31:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "73338623-c30f-4f90-b66b-35d7039fe1d2", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81-kserve-route-authn"} 2026-09-18T22:31:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "73338623-c30f-4f90-b66b-35d7039fe1d2", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81", "authType": "userdefined"} 2026-09-18T22:31:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "73338623-c30f-4f90-b66b-35d7039fe1d2", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:31:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "66fc5e2f-f887-4c05-94ee-9db884d9c875", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81-authn-ssl"} 2026-09-18T22:31:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "66fc5e2f-f887-4c05-94ee-9db884d9c875", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress"} 2026-09-18T22:31:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "7750f1ca-2796-4c2e-8f03-2c659f55570c", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:31:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "7750f1ca-2796-4c2e-8f03-2c659f55570c", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:31:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "7750f1ca-2796-4c2e-8f03-2c659f55570c", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:31:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "7750f1ca-2796-4c2e-8f03-2c659f55570c", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81-kserve-route-authn"} 2026-09-18T22:31:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "7750f1ca-2796-4c2e-8f03-2c659f55570c", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81", "authType": "userdefined"} 2026-09-18T22:31:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "7750f1ca-2796-4c2e-8f03-2c659f55570c", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:31:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "4b9ab1de-e7be-49d1-9088-48d197431622", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress"} 2026-09-18T22:31:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "4b9ab1de-e7be-49d1-9088-48d197431622", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81-authn-ssl"} 2026-09-18T22:31:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "4b9ab1de-e7be-49d1-9088-48d197431622", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress"} 2026-09-18T22:31:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "66a800e3-6ea2-4344-a115-489589a1d75d", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:31:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "66a800e3-6ea2-4344-a115-489589a1d75d", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:31:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "66a800e3-6ea2-4344-a115-489589a1d75d", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:31:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "66a800e3-6ea2-4344-a115-489589a1d75d", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81-kserve-route-authn"} 2026-09-18T22:31:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "66a800e3-6ea2-4344-a115-489589a1d75d", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81", "authType": "userdefined"} 2026-09-18T22:31:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "66a800e3-6ea2-4344-a115-489589a1d75d", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:31:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "90c01449-f6c4-401d-9645-d50fa10acd92", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:31:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "90c01449-f6c4-401d-9645-d50fa10acd92", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:31:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "90c01449-f6c4-401d-9645-d50fa10acd92", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:31:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "90c01449-f6c4-401d-9645-d50fa10acd92", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81-kserve-route-authn"} 2026-09-18T22:31:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "90c01449-f6c4-401d-9645-d50fa10acd92", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81", "authType": "userdefined"} 2026-09-18T22:31:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "90c01449-f6c4-401d-9645-d50fa10acd92", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:31:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "dee0a87b-86bd-4405-a97c-d656a4ffc0f6", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:31:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "dee0a87b-86bd-4405-a97c-d656a4ffc0f6", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:31:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "dee0a87b-86bd-4405-a97c-d656a4ffc0f6", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:31:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "dee0a87b-86bd-4405-a97c-d656a4ffc0f6", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81-kserve-route-authn"} 2026-09-18T22:31:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "dee0a87b-86bd-4405-a97c-d656a4ffc0f6", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81", "authType": "userdefined"} 2026-09-18T22:31:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "dee0a87b-86bd-4405-a97c-d656a4ffc0f6", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:32:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3aa245","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245", "reconcileID": "85a158eb-0b1a-4c8d-85f9-539309beeb77", "Gateway": "e2e-ipp-cleanup-3aa245", "namespace": "openshift-ingress"} 2026-09-18T22:32:07Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3aa245","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245", "reconcileID": "85a158eb-0b1a-4c8d-85f9-539309beeb77", "Gateway": "e2e-ipp-cleanup-3aa245", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245-authn-ssl"} 2026-09-18T22:32:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3aa245","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245", "reconcileID": "85a158eb-0b1a-4c8d-85f9-539309beeb77", "Gateway": "e2e-ipp-cleanup-3aa245", "namespace": "openshift-ingress"} 2026-09-18T22:32:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3aa245","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245", "reconcileID": "92d1fa3d-e58c-4524-aa7f-6933d2e0b6e3", "Gateway": "e2e-ipp-cleanup-3aa245", "namespace": "openshift-ingress"} 2026-09-18T22:32:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3aa245","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245", "reconcileID": "92d1fa3d-e58c-4524-aa7f-6933d2e0b6e3", "Gateway": "e2e-ipp-cleanup-3aa245", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245-authn-ssl"} 2026-09-18T22:32:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3aa245","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245", "reconcileID": "92d1fa3d-e58c-4524-aa7f-6933d2e0b6e3", "Gateway": "e2e-ipp-cleanup-3aa245", "namespace": "openshift-ingress"} 2026-09-18T22:32:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3aa245","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245", "reconcileID": "d87def4e-eeaf-4f2c-bd8a-34694e9343b4", "Gateway": "e2e-ipp-cleanup-3aa245", "namespace": "openshift-ingress"} 2026-09-18T22:32:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3aa245","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245", "reconcileID": "d87def4e-eeaf-4f2c-bd8a-34694e9343b4", "Gateway": "e2e-ipp-cleanup-3aa245", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245-authn-ssl"} 2026-09-18T22:32:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3aa245","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245", "reconcileID": "d87def4e-eeaf-4f2c-bd8a-34694e9343b4", "Gateway": "e2e-ipp-cleanup-3aa245", "namespace": "openshift-ingress"} 2026-09-18T22:32:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3aa245","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245", "reconcileID": "8a13a6d8-70dc-43e6-ad60-8563e6a8a1b9", "Gateway": "e2e-ipp-cleanup-3aa245", "namespace": "openshift-ingress"} 2026-09-18T22:32:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3aa245","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245", "reconcileID": "8a13a6d8-70dc-43e6-ad60-8563e6a8a1b9", "Gateway": "e2e-ipp-cleanup-3aa245", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245-authn-ssl"} 2026-09-18T22:32:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3aa245","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245", "reconcileID": "8a13a6d8-70dc-43e6-ad60-8563e6a8a1b9", "Gateway": "e2e-ipp-cleanup-3aa245", "namespace": "openshift-ingress"} 2026-09-18T22:32:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3aa245","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245", "reconcileID": "63f92a8d-5728-4365-9d98-f1c9db0d00df", "Gateway": "e2e-ipp-cleanup-3aa245", "namespace": "openshift-ingress"} 2026-09-18T22:32:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3aa245","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245", "reconcileID": "63f92a8d-5728-4365-9d98-f1c9db0d00df", "Gateway": "e2e-ipp-cleanup-3aa245", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245-authn-ssl"} 2026-09-18T22:32:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3aa245","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245", "reconcileID": "63f92a8d-5728-4365-9d98-f1c9db0d00df", "Gateway": "e2e-ipp-cleanup-3aa245", "namespace": "openshift-ingress"} 2026-09-18T22:32:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3aa245","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245", "reconcileID": "a53ce386-5c82-41a7-a232-e7e4136c0a17", "Gateway": "e2e-ipp-cleanup-3aa245", "namespace": "openshift-ingress"} 2026-09-18T22:32:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3aa245","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245", "reconcileID": "a53ce386-5c82-41a7-a232-e7e4136c0a17", "Gateway": "e2e-ipp-cleanup-3aa245", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245-authn-ssl"} 2026-09-18T22:32:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3aa245","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245", "reconcileID": "a53ce386-5c82-41a7-a232-e7e4136c0a17", "Gateway": "e2e-ipp-cleanup-3aa245", "namespace": "openshift-ingress"} 2026-09-18T22:32:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3aa245","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245", "reconcileID": "9a443255-494b-4003-98fe-de8d1a6347c0", "Gateway": "e2e-ipp-cleanup-3aa245", "namespace": "openshift-ingress"} 2026-09-18T22:32:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3aa245","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245", "reconcileID": "9a443255-494b-4003-98fe-de8d1a6347c0", "Gateway": "e2e-ipp-cleanup-3aa245", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245-authn-ssl"} 2026-09-18T22:32:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3aa245","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245", "reconcileID": "9a443255-494b-4003-98fe-de8d1a6347c0", "Gateway": "e2e-ipp-cleanup-3aa245", "namespace": "openshift-ingress"} 2026-09-18T22:32:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3aa245","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245", "reconcileID": "4cabc5bc-a7f5-4c43-bfe3-68679574913e", "Gateway": "e2e-ipp-cleanup-3aa245", "namespace": "openshift-ingress"} 2026-09-18T22:32:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3aa245","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245", "reconcileID": "4cabc5bc-a7f5-4c43-bfe3-68679574913e", "Gateway": "e2e-ipp-cleanup-3aa245", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245-authn-ssl"} 2026-09-18T22:32:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3aa245","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245", "reconcileID": "4cabc5bc-a7f5-4c43-bfe3-68679574913e", "Gateway": "e2e-ipp-cleanup-3aa245", "namespace": "openshift-ingress"} 2026-09-18T22:32:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-3aa245"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3aa245", "name": "openshift-service-ca.crt", "reconcileID": "478d3eba-dcb6-4944-b5fa-4ce481a86c1a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-3aa245"} 2026-09-18T22:32:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3aa245"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3aa245", "name": "odh-trusted-ca-bundle", "reconcileID": "d16cdc7e-a860-4c3f-bf24-5a44764ef8e9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-3aa245"} 2026-09-18T22:32:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-3aa245"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3aa245", "name": "openshift-service-ca.crt", "reconcileID": "362c4b12-bd3a-4cef-bde3-c1d27036fa26", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-3aa245", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T22:32:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-3aa245"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3aa245", "name": "openshift-service-ca.crt", "reconcileID": "362c4b12-bd3a-4cef-bde3-c1d27036fa26", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-3aa245"} 2026-09-18T22:32:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3aa245"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3aa245", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d5f790c8-92ed-4288-a0cb-fd2d17b8503a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-3aa245"} 2026-09-18T22:32:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-3aa245"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3aa245", "name": "openshift-service-ca.crt", "reconcileID": "9a25ed37-3a3a-4b6a-9e8a-03549d604bd8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-3aa245"} 2026-09-18T22:32:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3aa245"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3aa245", "name": "odh-trusted-ca-bundle", "reconcileID": "a5383e2c-d7dd-4e92-98f6-04b47f454f82", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-3aa245", "update": "odh-kserve-custom-ca-bundle"} 2026-09-18T22:32:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3aa245"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3aa245", "name": "odh-trusted-ca-bundle", "reconcileID": "a5383e2c-d7dd-4e92-98f6-04b47f454f82", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-3aa245"} 2026-09-18T22:32:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3aa245"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3aa245", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "94268ac6-e758-4bd8-86ea-993296536208", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-3aa245"} 2026-09-18T22:32:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3aa245","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245", "reconcileID": "69fa2639-9099-4c73-a492-6465e4a3423a", "Gateway": "e2e-ipp-cleanup-3aa245", "namespace": "openshift-ingress"} 2026-09-18T22:32:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3aa245","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245", "reconcileID": "69fa2639-9099-4c73-a492-6465e4a3423a", "Gateway": "e2e-ipp-cleanup-3aa245", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245-authn-ssl"} 2026-09-18T22:32:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3aa245","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245", "reconcileID": "69fa2639-9099-4c73-a492-6465e4a3423a", "Gateway": "e2e-ipp-cleanup-3aa245", "namespace": "openshift-ingress"} 2026-09-18T22:32:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3aa245","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245", "reconcileID": "2771c817-e149-49b6-b7c1-d6d3b3225743", "Gateway": "e2e-ipp-cleanup-3aa245", "namespace": "openshift-ingress"} 2026-09-18T22:32:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3aa245","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245", "reconcileID": "2771c817-e149-49b6-b7c1-d6d3b3225743", "Gateway": "e2e-ipp-cleanup-3aa245", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245-authn-ssl"} 2026-09-18T22:32:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3aa245","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245", "reconcileID": "2771c817-e149-49b6-b7c1-d6d3b3225743", "Gateway": "e2e-ipp-cleanup-3aa245", "namespace": "openshift-ingress"} 2026-09-18T22:32:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3aa245","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245", "reconcileID": "4421d841-4c77-4dca-a609-6e822772024b", "Gateway": "e2e-ipp-cleanup-3aa245", "namespace": "openshift-ingress"} 2026-09-18T22:32:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3aa245","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245", "reconcileID": "4421d841-4c77-4dca-a609-6e822772024b", "Gateway": "e2e-ipp-cleanup-3aa245", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245-authn-ssl"} 2026-09-18T22:32:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3aa245","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245", "reconcileID": "4421d841-4c77-4dca-a609-6e822772024b", "Gateway": "e2e-ipp-cleanup-3aa245", "namespace": "openshift-ingress"} 2026-09-18T22:32:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3aa245","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245", "reconcileID": "d923b59c-03dd-4521-b91e-bc76a017c7bd", "Gateway": "e2e-ipp-cleanup-3aa245", "namespace": "openshift-ingress"} 2026-09-18T22:32:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3aa245","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245", "reconcileID": "d923b59c-03dd-4521-b91e-bc76a017c7bd", "Gateway": "e2e-ipp-cleanup-3aa245", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245-authn-ssl"} 2026-09-18T22:32:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3aa245","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245", "reconcileID": "d923b59c-03dd-4521-b91e-bc76a017c7bd", "Gateway": "e2e-ipp-cleanup-3aa245", "namespace": "openshift-ingress"} 2026-09-18T22:32:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3aa245"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3aa245", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "14a91048-36e9-4d79-b117-ac208e32cc7e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-3aa245"} 2026-09-18T22:32:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3aa245"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3aa245", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "14a91048-36e9-4d79-b117-ac208e32cc7e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-3aa245", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T22:32:59Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3aa245"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3aa245", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "14a91048-36e9-4d79-b117-ac208e32cc7e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-3aa245 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-18T22:32:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3aa245"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3aa245", "name": "odh-trusted-ca-bundle", "reconcileID": "6333f93e-6979-43d1-b13c-2a5c8e332be8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-3aa245"} 2026-09-18T22:32:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3aa245"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3aa245", "name": "odh-trusted-ca-bundle", "reconcileID": "6333f93e-6979-43d1-b13c-2a5c8e332be8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-3aa245"} 2026-09-18T22:32:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-3aa245"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3aa245", "name": "openshift-service-ca.crt", "reconcileID": "d819f061-349f-45cc-b1b5-14314ee08604", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-3aa245"} 2026-09-18T22:32:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-3aa245"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3aa245", "name": "openshift-service-ca.crt", "reconcileID": "d819f061-349f-45cc-b1b5-14314ee08604", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-3aa245"} 2026-09-18T22:32:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3aa245"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3aa245", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7e11459-8850-4709-a8bf-ce3dd8ff4d84", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-3aa245"} 2026-09-18T22:32:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-3aa245"}, "namespace": "ai-tenant-e2e-ipp-cleanup-3aa245", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7e11459-8850-4709-a8bf-ce3dd8ff4d84", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-3aa245"} 2026-09-18T22:33:01Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-3aa245","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-3aa245", "reconcileID": "c3bba9c7-ac03-45fb-b7da-38558536bc86", "Gateway": "e2e-ipp-cleanup-3aa245", "namespace": "openshift-ingress"} 2026-09-18T22:33:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "79e0e0a8-21ad-4aed-9a4c-49717c4db7ac", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress"} 2026-09-18T22:33:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "79e0e0a8-21ad-4aed-9a4c-49717c4db7ac", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81-authn-ssl"} 2026-09-18T22:33:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "79e0e0a8-21ad-4aed-9a4c-49717c4db7ac", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress"} 2026-09-18T22:33:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "5fe11ba4-4e7f-4114-93b4-74ff2966224f", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress"} 2026-09-18T22:33:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "5fe11ba4-4e7f-4114-93b4-74ff2966224f", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81-authn-ssl"} 2026-09-18T22:33:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "5fe11ba4-4e7f-4114-93b4-74ff2966224f", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress"} 2026-09-18T22:33:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "3e8cd9bb-8d85-4a54-aef0-4a5eb1208972", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress"} 2026-09-18T22:33:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "3e8cd9bb-8d85-4a54-aef0-4a5eb1208972", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81-authn-ssl"} 2026-09-18T22:33:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "3e8cd9bb-8d85-4a54-aef0-4a5eb1208972", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress"} 2026-09-18T22:33:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "3c094971-233b-4980-bfcf-809235440828", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:33:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "3c094971-233b-4980-bfcf-809235440828", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:33:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "3c094971-233b-4980-bfcf-809235440828", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:33:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "3c094971-233b-4980-bfcf-809235440828", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81-kserve-route-authn"} 2026-09-18T22:33:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "3c094971-233b-4980-bfcf-809235440828", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81", "authType": "userdefined"} 2026-09-18T22:33:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "3c094971-233b-4980-bfcf-809235440828", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:34:02Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "6db7499a-dc2b-4754-9199-004fb4befcf8", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:34:02Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "6db7499a-dc2b-4754-9199-004fb4befcf8", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81"} 2026-09-18T22:34:02Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "6db7499a-dc2b-4754-9199-004fb4befcf8", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:34:02Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "6db7499a-dc2b-4754-9199-004fb4befcf8", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:34:02Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "6db7499a-dc2b-4754-9199-004fb4befcf8", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81-kserve-route-authn"} 2026-09-18T22:34:02Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "6db7499a-dc2b-4754-9199-004fb4befcf8", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81-kserve-route-authn"} 2026-09-18T22:34:02Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "6db7499a-dc2b-4754-9199-004fb4befcf8", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:34:02Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "6db7499a-dc2b-4754-9199-004fb4befcf8", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:34:03Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "c0edffd9-130a-48fa-a218-f0fd05d6bd4b", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:34:03Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "c0edffd9-130a-48fa-a218-f0fd05d6bd4b", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81"} 2026-09-18T22:34:03Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "c0edffd9-130a-48fa-a218-f0fd05d6bd4b", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:34:03Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "c0edffd9-130a-48fa-a218-f0fd05d6bd4b", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:34:03Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "c0edffd9-130a-48fa-a218-f0fd05d6bd4b", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81-kserve-route-authn"} 2026-09-18T22:34:03Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "c0edffd9-130a-48fa-a218-f0fd05d6bd4b", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81-kserve-route-authn"} 2026-09-18T22:34:03Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "c0edffd9-130a-48fa-a218-f0fd05d6bd4b", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:34:03Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "c0edffd9-130a-48fa-a218-f0fd05d6bd4b", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:34:03Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-adba81","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "ipp-route-adba81", "reconcileID": "d234184d-d89b-4859-8717-bd86028c6103", "LLMInferenceService": "ipp-route-adba81", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:34:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "80de5647-acc9-4a7c-a63f-5fbd39ebe62e", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress"} 2026-09-18T22:34:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "80de5647-acc9-4a7c-a63f-5fbd39ebe62e", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81-authn-ssl"} 2026-09-18T22:34:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "80de5647-acc9-4a7c-a63f-5fbd39ebe62e", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress"} 2026-09-18T22:34:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "9a261fa7-ad1a-4d5c-b4d8-9f0f096a5f44", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress"} 2026-09-18T22:34:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "9a261fa7-ad1a-4d5c-b4d8-9f0f096a5f44", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81-authn-ssl"} 2026-09-18T22:34:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "9a261fa7-ad1a-4d5c-b4d8-9f0f096a5f44", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress"} 2026-09-18T22:34:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "744370d6-c37e-4c0b-9ce1-e4eeeef23f90", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:34:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "744370d6-c37e-4c0b-9ce1-e4eeeef23f90", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-adba81", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T22:34:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "744370d6-c37e-4c0b-9ce1-e4eeeef23f90", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-adba81 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-18T22:34:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e577bd9b-4bff-4903-9ffc-593b41e1a7de", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:34:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e577bd9b-4bff-4903-9ffc-593b41e1a7de", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-adba81", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T22:34:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e577bd9b-4bff-4903-9ffc-593b41e1a7de", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-adba81 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-18T22:34:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c081509a-b611-4ae2-aec8-1be11e5bcc69", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:34:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c081509a-b611-4ae2-aec8-1be11e5bcc69", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-adba81", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T22:34:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c081509a-b611-4ae2-aec8-1be11e5bcc69", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-adba81 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-18T22:34:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "odh-trusted-ca-bundle", "reconcileID": "f92d2889-6538-47b0-9e88-ff25f9f3b061", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:34:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "odh-trusted-ca-bundle", "reconcileID": "f92d2889-6538-47b0-9e88-ff25f9f3b061", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-adba81", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T22:34:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "odh-trusted-ca-bundle", "reconcileID": "f92d2889-6538-47b0-9e88-ff25f9f3b061", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-adba81 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-18T22:34:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "openshift-service-ca.crt", "reconcileID": "2277c96b-f59b-4dcc-83cf-af0737795318", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:34:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "openshift-service-ca.crt", "reconcileID": "2277c96b-f59b-4dcc-83cf-af0737795318", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:34:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "odh-trusted-ca-bundle", "reconcileID": "d4148892-8b47-44b0-a363-d1e8dccf86af", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:34:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "odh-trusted-ca-bundle", "reconcileID": "d4148892-8b47-44b0-a363-d1e8dccf86af", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:34:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c838106-af56-4fe6-a174-921d8ee4b8c9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:34:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-adba81"}, "namespace": "ai-tenant-e2e-ipp-a-adba81", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c838106-af56-4fe6-a174-921d8ee4b8c9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-adba81"} 2026-09-18T22:34:10Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-adba81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-adba81", "reconcileID": "75872cf5-a764-4742-ae77-b165e2aa35c9", "Gateway": "e2e-ipp-a-adba81", "namespace": "openshift-ingress"} 2026-09-18T22:34:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-58a8ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca", "reconcileID": "4884bcb0-ee61-4a9d-89b8-7184f5d70362", "Gateway": "e2e-ipp-b-58a8ca", "namespace": "openshift-ingress"} 2026-09-18T22:34:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-58a8ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca", "reconcileID": "4884bcb0-ee61-4a9d-89b8-7184f5d70362", "Gateway": "e2e-ipp-b-58a8ca", "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca-authn-ssl"} 2026-09-18T22:34:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-58a8ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca", "reconcileID": "4884bcb0-ee61-4a9d-89b8-7184f5d70362", "Gateway": "e2e-ipp-b-58a8ca", "namespace": "openshift-ingress"} 2026-09-18T22:34:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-58a8ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca", "reconcileID": "fed0b6be-bfc5-4a03-82d5-fc15ea15b273", "Gateway": "e2e-ipp-b-58a8ca", "namespace": "openshift-ingress"} 2026-09-18T22:34:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-58a8ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca", "reconcileID": "fed0b6be-bfc5-4a03-82d5-fc15ea15b273", "Gateway": "e2e-ipp-b-58a8ca", "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca-authn-ssl"} 2026-09-18T22:34:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-58a8ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca", "reconcileID": "fed0b6be-bfc5-4a03-82d5-fc15ea15b273", "Gateway": "e2e-ipp-b-58a8ca", "namespace": "openshift-ingress"} 2026-09-18T22:34:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-58a8ca"}, "namespace": "ai-tenant-e2e-ipp-b-58a8ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fd7001ea-096e-4e5e-8f85-68cd45a9bdd1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-58a8ca"} 2026-09-18T22:34:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-58a8ca"}, "namespace": "ai-tenant-e2e-ipp-b-58a8ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fd7001ea-096e-4e5e-8f85-68cd45a9bdd1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-58a8ca", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T22:34:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-58a8ca"}, "namespace": "ai-tenant-e2e-ipp-b-58a8ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fd7001ea-096e-4e5e-8f85-68cd45a9bdd1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-58a8ca because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-18T22:34:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-58a8ca"}, "namespace": "ai-tenant-e2e-ipp-b-58a8ca", "name": "odh-trusted-ca-bundle", "reconcileID": "fd6a5dc4-e508-41ff-ae7e-82435c7d64e5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-58a8ca"} 2026-09-18T22:34:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-58a8ca"}, "namespace": "ai-tenant-e2e-ipp-b-58a8ca", "name": "odh-trusted-ca-bundle", "reconcileID": "fd6a5dc4-e508-41ff-ae7e-82435c7d64e5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-58a8ca"} 2026-09-18T22:34:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-58a8ca"}, "namespace": "ai-tenant-e2e-ipp-b-58a8ca", "name": "openshift-service-ca.crt", "reconcileID": "86a3137a-7f07-4532-8428-14c9a5646bf4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-58a8ca"} 2026-09-18T22:34:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-58a8ca"}, "namespace": "ai-tenant-e2e-ipp-b-58a8ca", "name": "openshift-service-ca.crt", "reconcileID": "86a3137a-7f07-4532-8428-14c9a5646bf4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-58a8ca"} 2026-09-18T22:34:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-58a8ca"}, "namespace": "ai-tenant-e2e-ipp-b-58a8ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3e53508b-5c3c-4dd2-bea8-c1723de3b5b7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-58a8ca"} 2026-09-18T22:34:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-58a8ca"}, "namespace": "ai-tenant-e2e-ipp-b-58a8ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3e53508b-5c3c-4dd2-bea8-c1723de3b5b7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-58a8ca"} 2026-09-18T22:34:29Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-58a8ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-58a8ca", "reconcileID": "2ad31fb2-1816-42e0-85ba-f5a7e2f6180a", "Gateway": "e2e-ipp-b-58a8ca", "namespace": "openshift-ingress"} 2026-09-18T22:34:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-123a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-123a30", "reconcileID": "ed3ac2fb-6d5c-4df4-bc66-a24f046ab09b", "Gateway": "e2e-shared-a-w3-123a30", "namespace": "openshift-ingress"} 2026-09-18T22:34:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-123a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-123a30", "reconcileID": "ed3ac2fb-6d5c-4df4-bc66-a24f046ab09b", "Gateway": "e2e-shared-a-w3-123a30", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-123a30-authn-ssl"} 2026-09-18T22:34:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-123a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-123a30", "reconcileID": "ed3ac2fb-6d5c-4df4-bc66-a24f046ab09b", "Gateway": "e2e-shared-a-w3-123a30", "namespace": "openshift-ingress"} 2026-09-18T22:34:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-123a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-123a30", "reconcileID": "79b4cba1-98c7-43b6-8427-1912eb6b5d42", "Gateway": "e2e-shared-a-w3-123a30", "namespace": "openshift-ingress"} 2026-09-18T22:34:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-123a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-123a30", "reconcileID": "79b4cba1-98c7-43b6-8427-1912eb6b5d42", "Gateway": "e2e-shared-a-w3-123a30", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-123a30-authn-ssl"} 2026-09-18T22:34:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-123a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-123a30", "reconcileID": "79b4cba1-98c7-43b6-8427-1912eb6b5d42", "Gateway": "e2e-shared-a-w3-123a30", "namespace": "openshift-ingress"} 2026-09-18T22:34:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-123a30"}, "namespace": "ai-tenant-e2e-shared-a-w3-123a30", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47cc6e34-3a23-4091-aac6-6ad6c0b07936", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-123a30"} 2026-09-18T22:34:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-123a30"}, "namespace": "ai-tenant-e2e-shared-a-w3-123a30", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47cc6e34-3a23-4091-aac6-6ad6c0b07936", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-123a30", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T22:34:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-123a30"}, "namespace": "ai-tenant-e2e-shared-a-w3-123a30", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47cc6e34-3a23-4091-aac6-6ad6c0b07936", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-123a30 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-18T22:34:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-123a30"}, "namespace": "ai-tenant-e2e-shared-a-w3-123a30", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "becea320-46e4-4bf8-8a0c-047687e3050b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-123a30"} 2026-09-18T22:34:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-123a30"}, "namespace": "ai-tenant-e2e-shared-a-w3-123a30", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "becea320-46e4-4bf8-8a0c-047687e3050b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-123a30", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T22:34:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-123a30"}, "namespace": "ai-tenant-e2e-shared-a-w3-123a30", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "becea320-46e4-4bf8-8a0c-047687e3050b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-123a30 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-18T22:34:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-123a30"}, "namespace": "ai-tenant-e2e-shared-a-w3-123a30", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c20e4566-77d2-43fa-98eb-67c1ee983c2a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-123a30"} 2026-09-18T22:34:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-123a30"}, "namespace": "ai-tenant-e2e-shared-a-w3-123a30", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c20e4566-77d2-43fa-98eb-67c1ee983c2a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-123a30", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T22:34:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-123a30"}, "namespace": "ai-tenant-e2e-shared-a-w3-123a30", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c20e4566-77d2-43fa-98eb-67c1ee983c2a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-123a30 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-18T22:34:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-123a30"}, "namespace": "ai-tenant-e2e-shared-a-w3-123a30", "name": "odh-trusted-ca-bundle", "reconcileID": "75b873c6-9d0f-4ccc-aed9-03c32935bd83", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-123a30"} 2026-09-18T22:34:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-123a30"}, "namespace": "ai-tenant-e2e-shared-a-w3-123a30", "name": "odh-trusted-ca-bundle", "reconcileID": "75b873c6-9d0f-4ccc-aed9-03c32935bd83", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-123a30"} 2026-09-18T22:34:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-123a30"}, "namespace": "ai-tenant-e2e-shared-a-w3-123a30", "name": "openshift-service-ca.crt", "reconcileID": "b12eb6d0-9797-4965-a120-a82368fb9082", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-123a30"} 2026-09-18T22:34:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-123a30"}, "namespace": "ai-tenant-e2e-shared-a-w3-123a30", "name": "openshift-service-ca.crt", "reconcileID": "b12eb6d0-9797-4965-a120-a82368fb9082", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-123a30"} 2026-09-18T22:34:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-123a30"}, "namespace": "ai-tenant-e2e-shared-a-w3-123a30", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e6a14fd-1d4e-4e39-b260-77d3bdf61a71", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-123a30"} 2026-09-18T22:34:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-123a30"}, "namespace": "ai-tenant-e2e-shared-a-w3-123a30", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e6a14fd-1d4e-4e39-b260-77d3bdf61a71", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-123a30"} 2026-09-18T22:34:49Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-123a30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-123a30", "reconcileID": "7fe777db-73a0-43bd-87b0-1165618a342d", "Gateway": "e2e-shared-a-w3-123a30", "namespace": "openshift-ingress"} 2026-09-18T22:35:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7f10d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7f10d8", "reconcileID": "29b18c1d-965b-4e1d-8508-24c676e43c29", "Gateway": "e2e-shared-b-w3-7f10d8", "namespace": "openshift-ingress"} 2026-09-18T22:35:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7f10d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7f10d8", "reconcileID": "29b18c1d-965b-4e1d-8508-24c676e43c29", "Gateway": "e2e-shared-b-w3-7f10d8", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7f10d8-authn-ssl"} 2026-09-18T22:35:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7f10d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7f10d8", "reconcileID": "29b18c1d-965b-4e1d-8508-24c676e43c29", "Gateway": "e2e-shared-b-w3-7f10d8", "namespace": "openshift-ingress"} 2026-09-18T22:35:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7f10d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7f10d8", "reconcileID": "25407e4c-267c-4034-b99c-737caa8b603e", "Gateway": "e2e-shared-b-w3-7f10d8", "namespace": "openshift-ingress"} 2026-09-18T22:35:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7f10d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7f10d8", "reconcileID": "25407e4c-267c-4034-b99c-737caa8b603e", "Gateway": "e2e-shared-b-w3-7f10d8", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7f10d8-authn-ssl"} 2026-09-18T22:35:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7f10d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7f10d8", "reconcileID": "25407e4c-267c-4034-b99c-737caa8b603e", "Gateway": "e2e-shared-b-w3-7f10d8", "namespace": "openshift-ingress"} 2026-09-18T22:35:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7f10d8"}, "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f20c8a4-9007-497d-bc53-f4aa934cd696", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8"} 2026-09-18T22:35:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7f10d8"}, "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f20c8a4-9007-497d-bc53-f4aa934cd696", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T22:35:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7f10d8"}, "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f20c8a4-9007-497d-bc53-f4aa934cd696", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-7f10d8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-18T22:35:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7f10d8"}, "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "name": "odh-trusted-ca-bundle", "reconcileID": "cc7e990f-abf6-4101-88ac-05497a413690", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8"} 2026-09-18T22:35:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7f10d8"}, "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "name": "odh-trusted-ca-bundle", "reconcileID": "cc7e990f-abf6-4101-88ac-05497a413690", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T22:35:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7f10d8"}, "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "name": "odh-trusted-ca-bundle", "reconcileID": "cc7e990f-abf6-4101-88ac-05497a413690", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-7f10d8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-18T22:35:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7f10d8"}, "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69839c06-b508-486c-862e-aa4169ff8f11", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8"} 2026-09-18T22:35:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7f10d8"}, "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69839c06-b508-486c-862e-aa4169ff8f11", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T22:35:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7f10d8"}, "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69839c06-b508-486c-862e-aa4169ff8f11", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-7f10d8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-18T22:35:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7f10d8"}, "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "name": "odh-trusted-ca-bundle", "reconcileID": "19099fc4-9f1e-42b9-a69e-089b0cb61654", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8"} 2026-09-18T22:35:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7f10d8"}, "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "name": "odh-trusted-ca-bundle", "reconcileID": "19099fc4-9f1e-42b9-a69e-089b0cb61654", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T22:35:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7f10d8"}, "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "name": "odh-trusted-ca-bundle", "reconcileID": "19099fc4-9f1e-42b9-a69e-089b0cb61654", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-7f10d8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-18T22:35:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-7f10d8"}, "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "name": "openshift-service-ca.crt", "reconcileID": "ee713abf-bcde-4328-8914-a380756eb8b4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8"} 2026-09-18T22:35:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-7f10d8"}, "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "name": "openshift-service-ca.crt", "reconcileID": "ee713abf-bcde-4328-8914-a380756eb8b4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8"} 2026-09-18T22:35:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7f10d8"}, "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac9d4da9-cea5-4ee0-9b72-027440a914bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8"} 2026-09-18T22:35:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7f10d8"}, "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac9d4da9-cea5-4ee0-9b72-027440a914bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8"} 2026-09-18T22:35:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7f10d8"}, "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "name": "odh-trusted-ca-bundle", "reconcileID": "40b2c778-6141-4b05-bef4-6b31a7e5164e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8"} 2026-09-18T22:35:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7f10d8"}, "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8", "name": "odh-trusted-ca-bundle", "reconcileID": "40b2c778-6141-4b05-bef4-6b31a7e5164e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7f10d8"} 2026-09-18T22:35:09Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7f10d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7f10d8", "reconcileID": "3f867637-6411-4900-8bee-e5c35d52dda8", "Gateway": "e2e-shared-b-w3-7f10d8", "namespace": "openshift-ingress"} 2026-09-18T22:37:51Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-18T22:37:51Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-18T22:37:53Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-18T22:37:53Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-18T22:39:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-361c0305", "reconcileID": "2508cc07-9958-44c3-9f35-cee11ce64b56", "LLMInferenceService": "e2e-same-id-a-361c0305", "namespace": "llm"} 2026-09-18T22:39:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-361c0305", "reconcileID": "2508cc07-9958-44c3-9f35-cee11ce64b56", "LLMInferenceService": "e2e-same-id-a-361c0305", "namespace": "llm"} 2026-09-18T22:39:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-361c0305", "reconcileID": "2508cc07-9958-44c3-9f35-cee11ce64b56", "LLMInferenceService": "e2e-same-id-a-361c0305", "namespace": "llm"} 2026-09-18T22:39:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "30e9cca3-842d-4974-8346-cf38a2a369c7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T22:39:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-361c0305", "reconcileID": "2508cc07-9958-44c3-9f35-cee11ce64b56", "LLMInferenceService": "e2e-same-id-a-361c0305", "namespace": "llm", "name": "e2e-same-id-a-361c0305-kserve-route-authn"} 2026-09-18T22:39:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-361c0305", "reconcileID": "2508cc07-9958-44c3-9f35-cee11ce64b56", "LLMInferenceService": "e2e-same-id-a-361c0305", "namespace": "llm", "authType": "userdefined"} 2026-09-18T22:39:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-361c0305", "reconcileID": "2508cc07-9958-44c3-9f35-cee11ce64b56", "LLMInferenceService": "e2e-same-id-a-361c0305", "namespace": "llm"} 2026-09-18T22:39:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "30e9cca3-842d-4974-8346-cf38a2a369c7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-18T22:39:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "30e9cca3-842d-4974-8346-cf38a2a369c7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T22:39:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-361c0305", "reconcileID": "380a11d6-e489-4e50-be04-63679bb3c24f", "LLMInferenceService": "e2e-same-id-a-361c0305", "namespace": "llm"} 2026-09-18T22:39:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-361c0305", "reconcileID": "380a11d6-e489-4e50-be04-63679bb3c24f", "LLMInferenceService": "e2e-same-id-a-361c0305", "namespace": "llm"} 2026-09-18T22:39:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-361c0305", "reconcileID": "380a11d6-e489-4e50-be04-63679bb3c24f", "LLMInferenceService": "e2e-same-id-a-361c0305", "namespace": "llm"} 2026-09-18T22:39:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-361c0305", "reconcileID": "380a11d6-e489-4e50-be04-63679bb3c24f", "LLMInferenceService": "e2e-same-id-a-361c0305", "namespace": "llm", "name": "e2e-same-id-a-361c0305-kserve-route-authn"} 2026-09-18T22:39:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-361c0305", "reconcileID": "380a11d6-e489-4e50-be04-63679bb3c24f", "LLMInferenceService": "e2e-same-id-a-361c0305", "namespace": "llm", "authType": "userdefined"} 2026-09-18T22:39:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-361c0305", "reconcileID": "380a11d6-e489-4e50-be04-63679bb3c24f", "LLMInferenceService": "e2e-same-id-a-361c0305", "namespace": "llm"} 2026-09-18T22:39:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-361c0305", "reconcileID": "503b56f7-6ebd-42cc-b26d-ab79167de7f6", "LLMInferenceService": "e2e-same-id-b-361c0305", "namespace": "llm"} 2026-09-18T22:39:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-361c0305", "reconcileID": "503b56f7-6ebd-42cc-b26d-ab79167de7f6", "LLMInferenceService": "e2e-same-id-b-361c0305", "namespace": "llm"} 2026-09-18T22:39:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-361c0305", "reconcileID": "503b56f7-6ebd-42cc-b26d-ab79167de7f6", "LLMInferenceService": "e2e-same-id-b-361c0305", "namespace": "llm"} 2026-09-18T22:39:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8ae1316e-8878-4ed2-840b-74eeacfdfdd7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T22:39:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-361c0305", "reconcileID": "503b56f7-6ebd-42cc-b26d-ab79167de7f6", "LLMInferenceService": "e2e-same-id-b-361c0305", "namespace": "llm", "name": "e2e-same-id-b-361c0305-kserve-route-authn"} 2026-09-18T22:39:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-361c0305", "reconcileID": "503b56f7-6ebd-42cc-b26d-ab79167de7f6", "LLMInferenceService": "e2e-same-id-b-361c0305", "namespace": "llm", "authType": "userdefined"} 2026-09-18T22:39:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-361c0305", "reconcileID": "503b56f7-6ebd-42cc-b26d-ab79167de7f6", "LLMInferenceService": "e2e-same-id-b-361c0305", "namespace": "llm"} 2026-09-18T22:39:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8ae1316e-8878-4ed2-840b-74eeacfdfdd7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-18T22:39:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8ae1316e-8878-4ed2-840b-74eeacfdfdd7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T22:39:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "467d88de-bb83-405c-b8c9-d77bfb8a365c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T22:39:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "467d88de-bb83-405c-b8c9-d77bfb8a365c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-18T22:39:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "467d88de-bb83-405c-b8c9-d77bfb8a365c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T22:39:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-361c0305", "reconcileID": "723490e8-fe43-4d0a-af46-67afc482f6c9", "LLMInferenceService": "e2e-same-id-a-361c0305", "namespace": "llm"} 2026-09-18T22:39:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-361c0305", "reconcileID": "723490e8-fe43-4d0a-af46-67afc482f6c9", "LLMInferenceService": "e2e-same-id-a-361c0305", "namespace": "llm"} 2026-09-18T22:39:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-361c0305", "reconcileID": "723490e8-fe43-4d0a-af46-67afc482f6c9", "LLMInferenceService": "e2e-same-id-a-361c0305", "namespace": "llm"} 2026-09-18T22:39:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-361c0305", "reconcileID": "723490e8-fe43-4d0a-af46-67afc482f6c9", "LLMInferenceService": "e2e-same-id-a-361c0305", "namespace": "llm", "name": "e2e-same-id-a-361c0305-kserve-route-authn"} 2026-09-18T22:39:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-361c0305", "reconcileID": "723490e8-fe43-4d0a-af46-67afc482f6c9", "LLMInferenceService": "e2e-same-id-a-361c0305", "namespace": "llm", "authType": "userdefined"} 2026-09-18T22:39:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-361c0305", "reconcileID": "723490e8-fe43-4d0a-af46-67afc482f6c9", "LLMInferenceService": "e2e-same-id-a-361c0305", "namespace": "llm"} 2026-09-18T22:39:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-361c0305", "reconcileID": "7f94cbb8-0f1d-4ebe-bdbf-294c4028620b", "LLMInferenceService": "e2e-same-id-b-361c0305", "namespace": "llm"} 2026-09-18T22:39:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-361c0305", "reconcileID": "7f94cbb8-0f1d-4ebe-bdbf-294c4028620b", "LLMInferenceService": "e2e-same-id-b-361c0305", "namespace": "llm"} 2026-09-18T22:39:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-361c0305", "reconcileID": "7f94cbb8-0f1d-4ebe-bdbf-294c4028620b", "LLMInferenceService": "e2e-same-id-b-361c0305", "namespace": "llm"} 2026-09-18T22:39:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-361c0305", "reconcileID": "7f94cbb8-0f1d-4ebe-bdbf-294c4028620b", "LLMInferenceService": "e2e-same-id-b-361c0305", "namespace": "llm", "name": "e2e-same-id-b-361c0305-kserve-route-authn"} 2026-09-18T22:39:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-361c0305", "reconcileID": "7f94cbb8-0f1d-4ebe-bdbf-294c4028620b", "LLMInferenceService": "e2e-same-id-b-361c0305", "namespace": "llm", "authType": "userdefined"} 2026-09-18T22:39:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-361c0305", "reconcileID": "7f94cbb8-0f1d-4ebe-bdbf-294c4028620b", "LLMInferenceService": "e2e-same-id-b-361c0305", "namespace": "llm"} 2026-09-18T22:40:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "84881dea-4f16-495a-ad63-00c16278ee48", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T22:40:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "84881dea-4f16-495a-ad63-00c16278ee48", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-18T22:40:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "84881dea-4f16-495a-ad63-00c16278ee48", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T22:40:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-361c0305", "reconcileID": "074fae40-7068-4984-89fb-01d043c7dc37", "LLMInferenceService": "e2e-same-id-b-361c0305", "namespace": "llm"} 2026-09-18T22:40:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-361c0305", "reconcileID": "074fae40-7068-4984-89fb-01d043c7dc37", "LLMInferenceService": "e2e-same-id-b-361c0305", "namespace": "llm"} 2026-09-18T22:40:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-361c0305", "reconcileID": "074fae40-7068-4984-89fb-01d043c7dc37", "LLMInferenceService": "e2e-same-id-b-361c0305", "namespace": "llm"} 2026-09-18T22:40:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-361c0305", "reconcileID": "074fae40-7068-4984-89fb-01d043c7dc37", "LLMInferenceService": "e2e-same-id-b-361c0305", "namespace": "llm", "name": "e2e-same-id-b-361c0305-kserve-route-authn"} 2026-09-18T22:40:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-361c0305", "reconcileID": "074fae40-7068-4984-89fb-01d043c7dc37", "LLMInferenceService": "e2e-same-id-b-361c0305", "namespace": "llm", "authType": "userdefined"} 2026-09-18T22:40:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-361c0305", "reconcileID": "074fae40-7068-4984-89fb-01d043c7dc37", "LLMInferenceService": "e2e-same-id-b-361c0305", "namespace": "llm"} 2026-09-18T22:40:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-361c0305", "reconcileID": "bfcbe4ae-7878-4cff-9b9c-7e764dcaf13a", "LLMInferenceService": "e2e-same-id-a-361c0305", "namespace": "llm"} 2026-09-18T22:40:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-361c0305", "reconcileID": "bfcbe4ae-7878-4cff-9b9c-7e764dcaf13a", "LLMInferenceService": "e2e-same-id-a-361c0305", "namespace": "llm"} 2026-09-18T22:40:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-361c0305", "reconcileID": "bfcbe4ae-7878-4cff-9b9c-7e764dcaf13a", "LLMInferenceService": "e2e-same-id-a-361c0305", "namespace": "llm"} 2026-09-18T22:40:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-361c0305", "reconcileID": "bfcbe4ae-7878-4cff-9b9c-7e764dcaf13a", "LLMInferenceService": "e2e-same-id-a-361c0305", "namespace": "llm", "name": "e2e-same-id-a-361c0305-kserve-route-authn"} 2026-09-18T22:40:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-361c0305", "reconcileID": "bfcbe4ae-7878-4cff-9b9c-7e764dcaf13a", "LLMInferenceService": "e2e-same-id-a-361c0305", "namespace": "llm", "authType": "userdefined"} 2026-09-18T22:40:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-361c0305", "reconcileID": "bfcbe4ae-7878-4cff-9b9c-7e764dcaf13a", "LLMInferenceService": "e2e-same-id-a-361c0305", "namespace": "llm"} 2026-09-18T22:40:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-361c0305", "reconcileID": "4a38cdaf-20d5-40b7-93c0-b427d259369b", "LLMInferenceService": "e2e-same-id-b-361c0305", "namespace": "llm"} 2026-09-18T22:40:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-361c0305", "reconcileID": "4a38cdaf-20d5-40b7-93c0-b427d259369b", "LLMInferenceService": "e2e-same-id-b-361c0305", "namespace": "llm"} 2026-09-18T22:40:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-361c0305", "reconcileID": "4a38cdaf-20d5-40b7-93c0-b427d259369b", "LLMInferenceService": "e2e-same-id-b-361c0305", "namespace": "llm"} 2026-09-18T22:40:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-361c0305", "reconcileID": "4a38cdaf-20d5-40b7-93c0-b427d259369b", "LLMInferenceService": "e2e-same-id-b-361c0305", "namespace": "llm", "name": "e2e-same-id-b-361c0305-kserve-route-authn"} 2026-09-18T22:40:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-361c0305", "reconcileID": "4a38cdaf-20d5-40b7-93c0-b427d259369b", "LLMInferenceService": "e2e-same-id-b-361c0305", "namespace": "llm", "authType": "userdefined"} 2026-09-18T22:40:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-361c0305", "reconcileID": "4a38cdaf-20d5-40b7-93c0-b427d259369b", "LLMInferenceService": "e2e-same-id-b-361c0305", "namespace": "llm"} 2026-09-18T22:40:18Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-361c0305", "reconcileID": "faefb2a0-47c3-4e5c-87e8-b68fbeaeafd8", "LLMInferenceService": "e2e-same-id-a-361c0305", "namespace": "llm"} 2026-09-18T22:40:18Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-361c0305", "reconcileID": "faefb2a0-47c3-4e5c-87e8-b68fbeaeafd8", "LLMInferenceService": "e2e-same-id-a-361c0305", "namespace": "llm", "name": "e2e-same-id-a-361c0305"} 2026-09-18T22:40:18Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-361c0305", "reconcileID": "faefb2a0-47c3-4e5c-87e8-b68fbeaeafd8", "LLMInferenceService": "e2e-same-id-a-361c0305", "namespace": "llm"} 2026-09-18T22:40:18Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-361c0305", "reconcileID": "faefb2a0-47c3-4e5c-87e8-b68fbeaeafd8", "LLMInferenceService": "e2e-same-id-a-361c0305", "namespace": "llm"} 2026-09-18T22:40:18Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-361c0305", "reconcileID": "faefb2a0-47c3-4e5c-87e8-b68fbeaeafd8", "LLMInferenceService": "e2e-same-id-a-361c0305", "namespace": "llm", "name": "e2e-same-id-a-361c0305-kserve-route-authn"} 2026-09-18T22:40:18Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-361c0305", "reconcileID": "faefb2a0-47c3-4e5c-87e8-b68fbeaeafd8", "LLMInferenceService": "e2e-same-id-a-361c0305", "namespace": "llm", "name": "e2e-same-id-a-361c0305-kserve-route-authn"} 2026-09-18T22:40:18Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-361c0305", "reconcileID": "8c46e4f5-3e14-40f9-a28b-94c76e9be5b1", "LLMInferenceService": "e2e-same-id-a-361c0305", "namespace": "llm"} 2026-09-18T22:40:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "507598a1-bb8b-410f-8435-b8c45f4c54f0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T22:40:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "507598a1-bb8b-410f-8435-b8c45f4c54f0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-18T22:40:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "507598a1-bb8b-410f-8435-b8c45f4c54f0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T22:40:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "55072522-eda8-43d3-b823-aae72c3ff3e4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T22:40:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "55072522-eda8-43d3-b823-aae72c3ff3e4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-18T22:40:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "55072522-eda8-43d3-b823-aae72c3ff3e4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T22:40:18Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-361c0305", "reconcileID": "81aa47bd-0f85-4f6e-9677-94265bbafb5a", "LLMInferenceService": "e2e-same-id-b-361c0305", "namespace": "llm"} 2026-09-18T22:40:18Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-361c0305", "reconcileID": "81aa47bd-0f85-4f6e-9677-94265bbafb5a", "LLMInferenceService": "e2e-same-id-b-361c0305", "namespace": "llm", "name": "e2e-same-id-b-361c0305"} 2026-09-18T22:40:18Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-361c0305", "reconcileID": "81aa47bd-0f85-4f6e-9677-94265bbafb5a", "LLMInferenceService": "e2e-same-id-b-361c0305", "namespace": "llm"} 2026-09-18T22:40:18Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-361c0305", "reconcileID": "81aa47bd-0f85-4f6e-9677-94265bbafb5a", "LLMInferenceService": "e2e-same-id-b-361c0305", "namespace": "llm"} 2026-09-18T22:40:18Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-361c0305", "reconcileID": "81aa47bd-0f85-4f6e-9677-94265bbafb5a", "LLMInferenceService": "e2e-same-id-b-361c0305", "namespace": "llm", "name": "e2e-same-id-b-361c0305-kserve-route-authn"} 2026-09-18T22:40:18Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-361c0305", "reconcileID": "81aa47bd-0f85-4f6e-9677-94265bbafb5a", "LLMInferenceService": "e2e-same-id-b-361c0305", "namespace": "llm", "name": "e2e-same-id-b-361c0305-kserve-route-authn"} 2026-09-18T22:40:21Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-361c0305","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-361c0305", "reconcileID": "52667a15-5ae0-43f8-8156-1367ecc44fa0", "LLMInferenceService": "e2e-same-id-b-361c0305", "namespace": "llm"} 2026-09-18T22:40:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "27bfec11-fb7b-4c34-9bff-4091429311d0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T22:40:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "27bfec11-fb7b-4c34-9bff-4091429311d0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-18T22:40:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "27bfec11-fb7b-4c34-9bff-4091429311d0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T22:40:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0e59aa6c-a7f0-4425-b761-fb842406991c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T22:40:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0e59aa6c-a7f0-4425-b761-fb842406991c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-18T22:40:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0e59aa6c-a7f0-4425-b761-fb842406991c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}