2026-07-28T00:04:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "sub-test-model-4a8122", "reconcileID": "0c9ae196-3ca7-4e49-aae7-3e2f214cb8cb", "LLMInferenceService": "sub-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:04:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "b4809b9b-afa0-492e-83ae-3a4bc4fd2de2", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122-authn-ssl"} 2026-07-28T00:04:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "b4809b9b-afa0-492e-83ae-3a4bc4fd2de2", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress"} 2026-07-28T00:04:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "sub-test-model-4a8122", "reconcileID": "a24396ca-e4f3-429a-a1da-733a9d6a53eb", "LLMInferenceService": "sub-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:04:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "sub-test-model-4a8122", "reconcileID": "a24396ca-e4f3-429a-a1da-733a9d6a53eb", "LLMInferenceService": "sub-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:04:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "sub-test-model-4a8122", "reconcileID": "a24396ca-e4f3-429a-a1da-733a9d6a53eb", "LLMInferenceService": "sub-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:04:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "sub-test-model-4a8122", "reconcileID": "a24396ca-e4f3-429a-a1da-733a9d6a53eb", "LLMInferenceService": "sub-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "sub-test-model-4a8122-kserve-route-authn"} 2026-07-28T00:04:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "sub-test-model-4a8122", "reconcileID": "a24396ca-e4f3-429a-a1da-733a9d6a53eb", "LLMInferenceService": "sub-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122", "authType": "userdefined"} 2026-07-28T00:04:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "sub-test-model-4a8122", "reconcileID": "a24396ca-e4f3-429a-a1da-733a9d6a53eb", "LLMInferenceService": "sub-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:04:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "04546866-9a69-49e5-acdb-b181c985d634", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress"} 2026-07-28T00:04:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "04546866-9a69-49e5-acdb-b181c985d634", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122-authn-ssl"} 2026-07-28T00:04:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "04546866-9a69-49e5-acdb-b181c985d634", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress"} 2026-07-28T00:04:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "sub-test-model-4a8122", "reconcileID": "2be6bb94-fcf1-4a21-b540-6c6c3c79eeb4", "LLMInferenceService": "sub-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:04:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "sub-test-model-4a8122", "reconcileID": "2be6bb94-fcf1-4a21-b540-6c6c3c79eeb4", "LLMInferenceService": "sub-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:04:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "sub-test-model-4a8122", "reconcileID": "2be6bb94-fcf1-4a21-b540-6c6c3c79eeb4", "LLMInferenceService": "sub-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:04:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "sub-test-model-4a8122", "reconcileID": "2be6bb94-fcf1-4a21-b540-6c6c3c79eeb4", "LLMInferenceService": "sub-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "sub-test-model-4a8122-kserve-route-authn"} 2026-07-28T00:04:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "sub-test-model-4a8122", "reconcileID": "2be6bb94-fcf1-4a21-b540-6c6c3c79eeb4", "LLMInferenceService": "sub-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122", "authType": "userdefined"} 2026-07-28T00:04:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "sub-test-model-4a8122", "reconcileID": "2be6bb94-fcf1-4a21-b540-6c6c3c79eeb4", "LLMInferenceService": "sub-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:04:56Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T00:04:56Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T00:04:56Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T00:04:56Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T00:05:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "sub-test-model-4a8122", "reconcileID": "6658b332-f429-4457-a26f-81e24a68c54e", "LLMInferenceService": "sub-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:05:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "sub-test-model-4a8122", "reconcileID": "6658b332-f429-4457-a26f-81e24a68c54e", "LLMInferenceService": "sub-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:05:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "sub-test-model-4a8122", "reconcileID": "6658b332-f429-4457-a26f-81e24a68c54e", "LLMInferenceService": "sub-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:05:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "sub-test-model-4a8122", "reconcileID": "6658b332-f429-4457-a26f-81e24a68c54e", "LLMInferenceService": "sub-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "sub-test-model-4a8122-kserve-route-authn"} 2026-07-28T00:05:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "sub-test-model-4a8122", "reconcileID": "6658b332-f429-4457-a26f-81e24a68c54e", "LLMInferenceService": "sub-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122", "authType": "userdefined"} 2026-07-28T00:05:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "sub-test-model-4a8122", "reconcileID": "6658b332-f429-4457-a26f-81e24a68c54e", "LLMInferenceService": "sub-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:05:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "710674f2-7c92-4136-a218-30858016e842", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress"} 2026-07-28T00:05:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "710674f2-7c92-4136-a218-30858016e842", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122-authn-ssl"} 2026-07-28T00:05:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "710674f2-7c92-4136-a218-30858016e842", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress"} 2026-07-28T00:05:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-42d790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790", "reconcileID": "05065a53-6ecf-458e-a098-8fdc1c99a111", "Gateway": "e2e-shared-a-42d790", "namespace": "openshift-ingress"} 2026-07-28T00:05:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-42d790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790", "reconcileID": "05065a53-6ecf-458e-a098-8fdc1c99a111", "Gateway": "e2e-shared-a-42d790", "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790-authn-ssl"} 2026-07-28T00:05:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-42d790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790", "reconcileID": "05065a53-6ecf-458e-a098-8fdc1c99a111", "Gateway": "e2e-shared-a-42d790", "namespace": "openshift-ingress"} 2026-07-28T00:05:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "ff983d9f-6fe0-4153-8c9b-21990873d53f", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress"} 2026-07-28T00:05:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "ff983d9f-6fe0-4153-8c9b-21990873d53f", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122-authn-ssl"} 2026-07-28T00:05:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "ff983d9f-6fe0-4153-8c9b-21990873d53f", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress"} 2026-07-28T00:05:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "9b9a582f-87cd-4c77-ab9c-58e5887f8d1f", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress"} 2026-07-28T00:05:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "9b9a582f-87cd-4c77-ab9c-58e5887f8d1f", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122-authn-ssl"} 2026-07-28T00:05:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "9b9a582f-87cd-4c77-ab9c-58e5887f8d1f", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress"} 2026-07-28T00:06:14Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "sub-test-model-42d790", "reconcileID": "766fedec-26e5-4042-b5be-2cf2a03e542e", "LLMInferenceService": "sub-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790"} 2026-07-28T00:06:14Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "sub-test-model-42d790", "reconcileID": "766fedec-26e5-4042-b5be-2cf2a03e542e", "LLMInferenceService": "sub-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "sub-test-model-42d790"} 2026-07-28T00:06:14Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "sub-test-model-42d790", "reconcileID": "766fedec-26e5-4042-b5be-2cf2a03e542e", "LLMInferenceService": "sub-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790"} 2026-07-28T00:06:14Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "sub-test-model-42d790", "reconcileID": "766fedec-26e5-4042-b5be-2cf2a03e542e", "LLMInferenceService": "sub-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790"} 2026-07-28T00:06:14Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "sub-test-model-42d790", "reconcileID": "766fedec-26e5-4042-b5be-2cf2a03e542e", "LLMInferenceService": "sub-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "sub-test-model-42d790-kserve-route-authn"} 2026-07-28T00:06:14Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "sub-test-model-42d790", "reconcileID": "766fedec-26e5-4042-b5be-2cf2a03e542e", "LLMInferenceService": "sub-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "sub-test-model-42d790-kserve-route-authn"} 2026-07-28T00:06:14Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "sub-test-model-42d790", "reconcileID": "766fedec-26e5-4042-b5be-2cf2a03e542e", "LLMInferenceService": "sub-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790"} 2026-07-28T00:06:14Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "sub-test-model-42d790", "reconcileID": "766fedec-26e5-4042-b5be-2cf2a03e542e", "LLMInferenceService": "sub-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790"} 2026-07-28T00:06:14Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "sub-test-model-42d790", "reconcileID": "f43ca187-5553-4b1b-a0b5-77b6be6d7aa2", "LLMInferenceService": "sub-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790"} 2026-07-28T00:06:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-42d790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790", "reconcileID": "a100109a-9453-4113-aa2b-0248f441252d", "Gateway": "e2e-shared-a-42d790", "namespace": "openshift-ingress"} 2026-07-28T00:06:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-42d790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790", "reconcileID": "a100109a-9453-4113-aa2b-0248f441252d", "Gateway": "e2e-shared-a-42d790", "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790-authn-ssl"} 2026-07-28T00:06:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-42d790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790", "reconcileID": "a100109a-9453-4113-aa2b-0248f441252d", "Gateway": "e2e-shared-a-42d790", "namespace": "openshift-ingress"} 2026-07-28T00:06:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-42d790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790", "reconcileID": "e4ed4438-e963-4eb3-a4f1-b936e4bc5d10", "Gateway": "e2e-shared-a-42d790", "namespace": "openshift-ingress"} 2026-07-28T00:06:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-42d790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790", "reconcileID": "e4ed4438-e963-4eb3-a4f1-b936e4bc5d10", "Gateway": "e2e-shared-a-42d790", "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790-authn-ssl"} 2026-07-28T00:06:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-42d790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790", "reconcileID": "e4ed4438-e963-4eb3-a4f1-b936e4bc5d10", "Gateway": "e2e-shared-a-42d790", "namespace": "openshift-ingress"} 2026-07-28T00:06:14Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "sub-test-model-4a8122", "reconcileID": "563d2ea8-7ef0-41f5-9d67-798ca68b18ca", "LLMInferenceService": "sub-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:06:14Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "sub-test-model-4a8122", "reconcileID": "563d2ea8-7ef0-41f5-9d67-798ca68b18ca", "LLMInferenceService": "sub-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "sub-test-model-4a8122"} 2026-07-28T00:06:14Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "sub-test-model-4a8122", "reconcileID": "563d2ea8-7ef0-41f5-9d67-798ca68b18ca", "LLMInferenceService": "sub-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:06:14Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "sub-test-model-4a8122", "reconcileID": "563d2ea8-7ef0-41f5-9d67-798ca68b18ca", "LLMInferenceService": "sub-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:06:14Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "sub-test-model-4a8122", "reconcileID": "563d2ea8-7ef0-41f5-9d67-798ca68b18ca", "LLMInferenceService": "sub-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "sub-test-model-4a8122-kserve-route-authn"} 2026-07-28T00:06:14Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "sub-test-model-4a8122", "reconcileID": "563d2ea8-7ef0-41f5-9d67-798ca68b18ca", "LLMInferenceService": "sub-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "sub-test-model-4a8122-kserve-route-authn"} 2026-07-28T00:06:14Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "sub-test-model-4a8122", "reconcileID": "563d2ea8-7ef0-41f5-9d67-798ca68b18ca", "LLMInferenceService": "sub-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:06:14Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "sub-test-model-4a8122", "reconcileID": "563d2ea8-7ef0-41f5-9d67-798ca68b18ca", "LLMInferenceService": "sub-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:06:15Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "sub-test-model-4a8122", "reconcileID": "66ff34ef-525d-41fd-8755-5d32d5730731", "LLMInferenceService": "sub-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:06:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "d8197cbe-e3c9-49e8-9caf-384801084651", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress"} 2026-07-28T00:06:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "d8197cbe-e3c9-49e8-9caf-384801084651", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122-authn-ssl"} 2026-07-28T00:06:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "d8197cbe-e3c9-49e8-9caf-384801084651", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress"} 2026-07-28T00:06:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "11bf067a-0791-41af-82c1-84ecee1fa28c", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress"} 2026-07-28T00:06:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "11bf067a-0791-41af-82c1-84ecee1fa28c", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122-authn-ssl"} 2026-07-28T00:06:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "11bf067a-0791-41af-82c1-84ecee1fa28c", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress"} 2026-07-28T00:06:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790", "reconcileID": "deccd930-a563-4d7f-9c4e-835b5b336c24", "LLMInferenceService": "rate-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790"} 2026-07-28T00:06:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790", "reconcileID": "deccd930-a563-4d7f-9c4e-835b5b336c24", "LLMInferenceService": "rate-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790"} 2026-07-28T00:06:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790", "reconcileID": "deccd930-a563-4d7f-9c4e-835b5b336c24", "LLMInferenceService": "rate-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790"} 2026-07-28T00:06:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-42d790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790", "reconcileID": "753bf654-c710-4472-bf1e-472c707c8d8b", "Gateway": "e2e-shared-a-42d790", "namespace": "openshift-ingress"} 2026-07-28T00:06:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790", "reconcileID": "deccd930-a563-4d7f-9c4e-835b5b336c24", "LLMInferenceService": "rate-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790-kserve-route-authn"} 2026-07-28T00:06:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790", "reconcileID": "deccd930-a563-4d7f-9c4e-835b5b336c24", "LLMInferenceService": "rate-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790", "authType": "userdefined"} 2026-07-28T00:06:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790", "reconcileID": "deccd930-a563-4d7f-9c4e-835b5b336c24", "LLMInferenceService": "rate-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790"} 2026-07-28T00:06:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-42d790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790", "reconcileID": "753bf654-c710-4472-bf1e-472c707c8d8b", "Gateway": "e2e-shared-a-42d790", "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790-authn-ssl"} 2026-07-28T00:06:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-42d790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790", "reconcileID": "753bf654-c710-4472-bf1e-472c707c8d8b", "Gateway": "e2e-shared-a-42d790", "namespace": "openshift-ingress"} 2026-07-28T00:06:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790", "reconcileID": "ccad8dd9-4b83-41c7-afa6-d8dfd2dc517b", "LLMInferenceService": "rate-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790"} 2026-07-28T00:06:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790", "reconcileID": "ccad8dd9-4b83-41c7-afa6-d8dfd2dc517b", "LLMInferenceService": "rate-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790"} 2026-07-28T00:06:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790", "reconcileID": "ccad8dd9-4b83-41c7-afa6-d8dfd2dc517b", "LLMInferenceService": "rate-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790"} 2026-07-28T00:06:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790", "reconcileID": "ccad8dd9-4b83-41c7-afa6-d8dfd2dc517b", "LLMInferenceService": "rate-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790-kserve-route-authn"} 2026-07-28T00:06:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790", "reconcileID": "ccad8dd9-4b83-41c7-afa6-d8dfd2dc517b", "LLMInferenceService": "rate-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790", "authType": "userdefined"} 2026-07-28T00:06:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790", "reconcileID": "ccad8dd9-4b83-41c7-afa6-d8dfd2dc517b", "LLMInferenceService": "rate-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790"} 2026-07-28T00:06:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-42d790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790", "reconcileID": "621debec-28f9-4b4c-be26-b7328572a88f", "Gateway": "e2e-shared-a-42d790", "namespace": "openshift-ingress"} 2026-07-28T00:06:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-42d790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790", "reconcileID": "621debec-28f9-4b4c-be26-b7328572a88f", "Gateway": "e2e-shared-a-42d790", "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790-authn-ssl"} 2026-07-28T00:06:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-42d790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790", "reconcileID": "621debec-28f9-4b4c-be26-b7328572a88f", "Gateway": "e2e-shared-a-42d790", "namespace": "openshift-ingress"} 2026-07-28T00:06:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "13f01bbe-dda3-4f14-8cae-054e9e94cdfb", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress"} 2026-07-28T00:06:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "13f01bbe-dda3-4f14-8cae-054e9e94cdfb", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122-authn-ssl"} 2026-07-28T00:06:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "13f01bbe-dda3-4f14-8cae-054e9e94cdfb", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress"} 2026-07-28T00:06:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-42d790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790", "reconcileID": "0c1d0798-b36c-45c8-b3b7-8d4e6492c8b2", "Gateway": "e2e-shared-a-42d790", "namespace": "openshift-ingress"} 2026-07-28T00:06:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-42d790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790", "reconcileID": "0c1d0798-b36c-45c8-b3b7-8d4e6492c8b2", "Gateway": "e2e-shared-a-42d790", "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790-authn-ssl"} 2026-07-28T00:06:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-42d790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790", "reconcileID": "0c1d0798-b36c-45c8-b3b7-8d4e6492c8b2", "Gateway": "e2e-shared-a-42d790", "namespace": "openshift-ingress"} 2026-07-28T00:06:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790", "reconcileID": "1ccb4f7b-b065-461f-baa0-d9a69e4b5775", "LLMInferenceService": "rate-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790"} 2026-07-28T00:06:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790", "reconcileID": "1ccb4f7b-b065-461f-baa0-d9a69e4b5775", "LLMInferenceService": "rate-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790"} 2026-07-28T00:06:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790", "reconcileID": "1ccb4f7b-b065-461f-baa0-d9a69e4b5775", "LLMInferenceService": "rate-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790"} 2026-07-28T00:06:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790", "reconcileID": "1ccb4f7b-b065-461f-baa0-d9a69e4b5775", "LLMInferenceService": "rate-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790-kserve-route-authn"} 2026-07-28T00:06:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790", "reconcileID": "1ccb4f7b-b065-461f-baa0-d9a69e4b5775", "LLMInferenceService": "rate-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790", "authType": "userdefined"} 2026-07-28T00:06:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790", "reconcileID": "1ccb4f7b-b065-461f-baa0-d9a69e4b5775", "LLMInferenceService": "rate-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790"} 2026-07-28T00:06:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790", "reconcileID": "dd8f411c-885d-4ece-9850-d44f2a8b9254", "LLMInferenceService": "rate-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790"} 2026-07-28T00:06:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790", "reconcileID": "dd8f411c-885d-4ece-9850-d44f2a8b9254", "LLMInferenceService": "rate-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790"} 2026-07-28T00:06:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790", "reconcileID": "dd8f411c-885d-4ece-9850-d44f2a8b9254", "LLMInferenceService": "rate-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790"} 2026-07-28T00:06:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790", "reconcileID": "dd8f411c-885d-4ece-9850-d44f2a8b9254", "LLMInferenceService": "rate-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790-kserve-route-authn"} 2026-07-28T00:06:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790", "reconcileID": "dd8f411c-885d-4ece-9850-d44f2a8b9254", "LLMInferenceService": "rate-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790", "authType": "userdefined"} 2026-07-28T00:06:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790", "reconcileID": "dd8f411c-885d-4ece-9850-d44f2a8b9254", "LLMInferenceService": "rate-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790"} 2026-07-28T00:06:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790", "reconcileID": "87b3eabf-db96-44a7-bcc0-08e2cfcfe5db", "LLMInferenceService": "rate-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790"} 2026-07-28T00:06:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790", "reconcileID": "87b3eabf-db96-44a7-bcc0-08e2cfcfe5db", "LLMInferenceService": "rate-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790"} 2026-07-28T00:06:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790", "reconcileID": "87b3eabf-db96-44a7-bcc0-08e2cfcfe5db", "LLMInferenceService": "rate-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790"} 2026-07-28T00:06:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790", "reconcileID": "87b3eabf-db96-44a7-bcc0-08e2cfcfe5db", "LLMInferenceService": "rate-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790-kserve-route-authn"} 2026-07-28T00:06:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790", "reconcileID": "87b3eabf-db96-44a7-bcc0-08e2cfcfe5db", "LLMInferenceService": "rate-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790", "authType": "userdefined"} 2026-07-28T00:06:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790", "reconcileID": "87b3eabf-db96-44a7-bcc0-08e2cfcfe5db", "LLMInferenceService": "rate-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790"} 2026-07-28T00:06:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122", "reconcileID": "e573b011-bc6a-4215-be80-4bec34aac547", "LLMInferenceService": "rate-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:06:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122", "reconcileID": "e573b011-bc6a-4215-be80-4bec34aac547", "LLMInferenceService": "rate-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:06:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122", "reconcileID": "e573b011-bc6a-4215-be80-4bec34aac547", "LLMInferenceService": "rate-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:06:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "073d7513-fed5-4f49-a129-a8e21052bef5", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress"} 2026-07-28T00:06:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122", "reconcileID": "e573b011-bc6a-4215-be80-4bec34aac547", "LLMInferenceService": "rate-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122-kserve-route-authn"} 2026-07-28T00:06:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122", "reconcileID": "e573b011-bc6a-4215-be80-4bec34aac547", "LLMInferenceService": "rate-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122", "authType": "userdefined"} 2026-07-28T00:06:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122", "reconcileID": "e573b011-bc6a-4215-be80-4bec34aac547", "LLMInferenceService": "rate-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:06:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "073d7513-fed5-4f49-a129-a8e21052bef5", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122-authn-ssl"} 2026-07-28T00:06:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "073d7513-fed5-4f49-a129-a8e21052bef5", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress"} 2026-07-28T00:06:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122", "reconcileID": "3bd1a92c-4747-4dc1-bf1b-3d2e044587a8", "LLMInferenceService": "rate-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:06:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122", "reconcileID": "3bd1a92c-4747-4dc1-bf1b-3d2e044587a8", "LLMInferenceService": "rate-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:06:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122", "reconcileID": "3bd1a92c-4747-4dc1-bf1b-3d2e044587a8", "LLMInferenceService": "rate-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:06:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122", "reconcileID": "3bd1a92c-4747-4dc1-bf1b-3d2e044587a8", "LLMInferenceService": "rate-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122-kserve-route-authn"} 2026-07-28T00:06:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122", "reconcileID": "3bd1a92c-4747-4dc1-bf1b-3d2e044587a8", "LLMInferenceService": "rate-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122", "authType": "userdefined"} 2026-07-28T00:06:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122", "reconcileID": "3bd1a92c-4747-4dc1-bf1b-3d2e044587a8", "LLMInferenceService": "rate-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:07:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "b0f5dc92-7360-43f4-b34c-a8013089d994", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress"} 2026-07-28T00:07:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "b0f5dc92-7360-43f4-b34c-a8013089d994", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122-authn-ssl"} 2026-07-28T00:07:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "b0f5dc92-7360-43f4-b34c-a8013089d994", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress"} 2026-07-28T00:07:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122", "reconcileID": "8ae8a12d-90e7-4efb-97b6-96be0a0ad72e", "LLMInferenceService": "rate-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:07:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122", "reconcileID": "8ae8a12d-90e7-4efb-97b6-96be0a0ad72e", "LLMInferenceService": "rate-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:07:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122", "reconcileID": "8ae8a12d-90e7-4efb-97b6-96be0a0ad72e", "LLMInferenceService": "rate-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:07:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122", "reconcileID": "8ae8a12d-90e7-4efb-97b6-96be0a0ad72e", "LLMInferenceService": "rate-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122-kserve-route-authn"} 2026-07-28T00:07:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122", "reconcileID": "8ae8a12d-90e7-4efb-97b6-96be0a0ad72e", "LLMInferenceService": "rate-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122", "authType": "userdefined"} 2026-07-28T00:07:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122", "reconcileID": "8ae8a12d-90e7-4efb-97b6-96be0a0ad72e", "LLMInferenceService": "rate-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:07:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122", "reconcileID": "d5f10401-98c0-4655-bc52-772343243f41", "LLMInferenceService": "rate-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:07:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122", "reconcileID": "d5f10401-98c0-4655-bc52-772343243f41", "LLMInferenceService": "rate-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:07:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122", "reconcileID": "d5f10401-98c0-4655-bc52-772343243f41", "LLMInferenceService": "rate-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:07:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122", "reconcileID": "d5f10401-98c0-4655-bc52-772343243f41", "LLMInferenceService": "rate-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122-kserve-route-authn"} 2026-07-28T00:07:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122", "reconcileID": "d5f10401-98c0-4655-bc52-772343243f41", "LLMInferenceService": "rate-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122", "authType": "userdefined"} 2026-07-28T00:07:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122", "reconcileID": "d5f10401-98c0-4655-bc52-772343243f41", "LLMInferenceService": "rate-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:07:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122", "reconcileID": "03d04b8d-9e57-4535-bee9-c17942298f01", "LLMInferenceService": "rate-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:07:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122", "reconcileID": "03d04b8d-9e57-4535-bee9-c17942298f01", "LLMInferenceService": "rate-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:07:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122", "reconcileID": "03d04b8d-9e57-4535-bee9-c17942298f01", "LLMInferenceService": "rate-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:07:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122", "reconcileID": "03d04b8d-9e57-4535-bee9-c17942298f01", "LLMInferenceService": "rate-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122-kserve-route-authn"} 2026-07-28T00:07:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122", "reconcileID": "03d04b8d-9e57-4535-bee9-c17942298f01", "LLMInferenceService": "rate-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122", "authType": "userdefined"} 2026-07-28T00:07:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122", "reconcileID": "03d04b8d-9e57-4535-bee9-c17942298f01", "LLMInferenceService": "rate-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:07:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-42d790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790", "reconcileID": "2fe2103c-ce42-4873-82a7-1be94797bae4", "Gateway": "e2e-shared-a-42d790", "namespace": "openshift-ingress"} 2026-07-28T00:07:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-42d790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790", "reconcileID": "2fe2103c-ce42-4873-82a7-1be94797bae4", "Gateway": "e2e-shared-a-42d790", "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790-authn-ssl"} 2026-07-28T00:07:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-42d790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790", "reconcileID": "2fe2103c-ce42-4873-82a7-1be94797bae4", "Gateway": "e2e-shared-a-42d790", "namespace": "openshift-ingress"} 2026-07-28T00:07:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "a2ba1de7-a656-4862-91b1-5047052e2460", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress"} 2026-07-28T00:07:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "a2ba1de7-a656-4862-91b1-5047052e2460", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122-authn-ssl"} 2026-07-28T00:07:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "a2ba1de7-a656-4862-91b1-5047052e2460", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress"} 2026-07-28T00:08:01Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790", "reconcileID": "4de20782-c6ae-4c06-b193-1cc9d4d51bcd", "LLMInferenceService": "rate-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790"} 2026-07-28T00:08:01Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790", "reconcileID": "4de20782-c6ae-4c06-b193-1cc9d4d51bcd", "LLMInferenceService": "rate-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790"} 2026-07-28T00:08:01Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790", "reconcileID": "4de20782-c6ae-4c06-b193-1cc9d4d51bcd", "LLMInferenceService": "rate-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790"} 2026-07-28T00:08:01Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790", "reconcileID": "4de20782-c6ae-4c06-b193-1cc9d4d51bcd", "LLMInferenceService": "rate-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790"} 2026-07-28T00:08:01Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790", "reconcileID": "4de20782-c6ae-4c06-b193-1cc9d4d51bcd", "LLMInferenceService": "rate-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790-kserve-route-authn"} 2026-07-28T00:08:01Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790", "reconcileID": "4de20782-c6ae-4c06-b193-1cc9d4d51bcd", "LLMInferenceService": "rate-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790-kserve-route-authn"} 2026-07-28T00:08:01Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790", "reconcileID": "4de20782-c6ae-4c06-b193-1cc9d4d51bcd", "LLMInferenceService": "rate-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790"} 2026-07-28T00:08:01Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790", "reconcileID": "4de20782-c6ae-4c06-b193-1cc9d4d51bcd", "LLMInferenceService": "rate-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790"} 2026-07-28T00:08:01Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-42d790","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "rate-test-model-42d790", "reconcileID": "3340368a-3e77-4af7-9584-55f8b562e5bf", "LLMInferenceService": "rate-test-model-42d790", "namespace": "ai-tenant-e2e-shared-a-42d790"} 2026-07-28T00:08:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-42d790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790", "reconcileID": "df559c3f-9690-4df5-8acb-724a9db3af69", "Gateway": "e2e-shared-a-42d790", "namespace": "openshift-ingress"} 2026-07-28T00:08:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-42d790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790", "reconcileID": "df559c3f-9690-4df5-8acb-724a9db3af69", "Gateway": "e2e-shared-a-42d790", "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790-authn-ssl"} 2026-07-28T00:08:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-42d790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790", "reconcileID": "df559c3f-9690-4df5-8acb-724a9db3af69", "Gateway": "e2e-shared-a-42d790", "namespace": "openshift-ingress"} 2026-07-28T00:08:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-42d790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790", "reconcileID": "4dbc0401-afe5-469a-b7ac-1973cab9dff2", "Gateway": "e2e-shared-a-42d790", "namespace": "openshift-ingress"} 2026-07-28T00:08:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-42d790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790", "reconcileID": "4dbc0401-afe5-469a-b7ac-1973cab9dff2", "Gateway": "e2e-shared-a-42d790", "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790-authn-ssl"} 2026-07-28T00:08:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-42d790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790", "reconcileID": "4dbc0401-afe5-469a-b7ac-1973cab9dff2", "Gateway": "e2e-shared-a-42d790", "namespace": "openshift-ingress"} 2026-07-28T00:08:01Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122", "reconcileID": "42c7274c-725c-4994-9175-c2f52def40f0", "LLMInferenceService": "rate-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:08:01Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122", "reconcileID": "42c7274c-725c-4994-9175-c2f52def40f0", "LLMInferenceService": "rate-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122"} 2026-07-28T00:08:01Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122", "reconcileID": "42c7274c-725c-4994-9175-c2f52def40f0", "LLMInferenceService": "rate-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:08:01Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122", "reconcileID": "42c7274c-725c-4994-9175-c2f52def40f0", "LLMInferenceService": "rate-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:08:01Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122", "reconcileID": "42c7274c-725c-4994-9175-c2f52def40f0", "LLMInferenceService": "rate-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122-kserve-route-authn"} 2026-07-28T00:08:01Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122", "reconcileID": "42c7274c-725c-4994-9175-c2f52def40f0", "LLMInferenceService": "rate-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122-kserve-route-authn"} 2026-07-28T00:08:01Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122", "reconcileID": "42c7274c-725c-4994-9175-c2f52def40f0", "LLMInferenceService": "rate-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:08:01Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122", "reconcileID": "42c7274c-725c-4994-9175-c2f52def40f0", "LLMInferenceService": "rate-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:08:02Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4a8122","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "rate-test-model-4a8122", "reconcileID": "94f5fc48-0c6b-4853-9bfd-6be24d35b522", "LLMInferenceService": "rate-test-model-4a8122", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:08:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "3ee6046e-2241-459d-93da-52b802222b2b", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress"} 2026-07-28T00:08:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "3ee6046e-2241-459d-93da-52b802222b2b", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122-authn-ssl"} 2026-07-28T00:08:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "3ee6046e-2241-459d-93da-52b802222b2b", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress"} 2026-07-28T00:08:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "59fac5ea-9149-4074-954c-f61d699cf121", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress"} 2026-07-28T00:08:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "59fac5ea-9149-4074-954c-f61d699cf121", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122-authn-ssl"} 2026-07-28T00:08:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "59fac5ea-9149-4074-954c-f61d699cf121", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress"} 2026-07-28T00:08:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-42d790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790", "reconcileID": "05a49c3f-c0b4-4f16-aebf-ef9a68554b76", "Gateway": "e2e-shared-a-42d790", "namespace": "openshift-ingress"} 2026-07-28T00:08:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-42d790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790", "reconcileID": "05a49c3f-c0b4-4f16-aebf-ef9a68554b76", "Gateway": "e2e-shared-a-42d790", "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790-authn-ssl"} 2026-07-28T00:08:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-42d790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790", "reconcileID": "05a49c3f-c0b4-4f16-aebf-ef9a68554b76", "Gateway": "e2e-shared-a-42d790", "namespace": "openshift-ingress"} 2026-07-28T00:08:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "7a1bef97-16ca-44c4-a74c-6c932e01f8c6", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress"} 2026-07-28T00:08:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "7a1bef97-16ca-44c4-a74c-6c932e01f8c6", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122-authn-ssl"} 2026-07-28T00:08:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "7a1bef97-16ca-44c4-a74c-6c932e01f8c6", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress"} 2026-07-28T00:08:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "b6648d67-37bf-4501-be9a-6d0b69ca769a", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress"} 2026-07-28T00:08:22Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "b6648d67-37bf-4501-be9a-6d0b69ca769a", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94-authn-ssl"} 2026-07-28T00:08:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "b6648d67-37bf-4501-be9a-6d0b69ca769a", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress"} 2026-07-28T00:08:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "34c3da52-b3bd-4a17-9372-3fdc10a2dc4f", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress"} 2026-07-28T00:08:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "34c3da52-b3bd-4a17-9372-3fdc10a2dc4f", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94-authn-ssl"} 2026-07-28T00:08:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "34c3da52-b3bd-4a17-9372-3fdc10a2dc4f", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress"} 2026-07-28T00:08:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "892bd08f-8d75-4606-ab7c-8fb6fb093b73", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress"} 2026-07-28T00:08:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "892bd08f-8d75-4606-ab7c-8fb6fb093b73", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94-authn-ssl"} 2026-07-28T00:08:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "892bd08f-8d75-4606-ab7c-8fb6fb093b73", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress"} 2026-07-28T00:08:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "c8ee8d00-750a-4918-85ba-bea3aa492cd4", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress"} 2026-07-28T00:08:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "c8ee8d00-750a-4918-85ba-bea3aa492cd4", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94-authn-ssl"} 2026-07-28T00:08:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "c8ee8d00-750a-4918-85ba-bea3aa492cd4", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress"} 2026-07-28T00:08:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "78eac5e7-35e0-4a44-a5d4-ea3ef4c778ea", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress"} 2026-07-28T00:08:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "78eac5e7-35e0-4a44-a5d4-ea3ef4c778ea", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94-authn-ssl"} 2026-07-28T00:08:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "78eac5e7-35e0-4a44-a5d4-ea3ef4c778ea", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress"} 2026-07-28T00:08:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "f34e0165-22e2-4901-8e55-25c3f57e4df2", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress"} 2026-07-28T00:08:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "f34e0165-22e2-4901-8e55-25c3f57e4df2", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94-authn-ssl"} 2026-07-28T00:08:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "f34e0165-22e2-4901-8e55-25c3f57e4df2", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress"} 2026-07-28T00:08:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "422a9ac5-a0bd-4bf3-b202-bb10ecaf5faf", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress"} 2026-07-28T00:08:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "422a9ac5-a0bd-4bf3-b202-bb10ecaf5faf", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94-authn-ssl"} 2026-07-28T00:08:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "422a9ac5-a0bd-4bf3-b202-bb10ecaf5faf", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress"} 2026-07-28T00:08:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "odh-trusted-ca-bundle", "reconcileID": "386c78e7-1c48-4164-8afb-244ffd0e08f2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:08:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "openshift-service-ca.crt", "reconcileID": "aa2c6e89-2137-44af-9a49-0a22404a8aaa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:08:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "openshift-service-ca.crt", "reconcileID": "59bd517f-7b8f-4b7e-a67b-f3fe9ed7c2b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T00:08:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "openshift-service-ca.crt", "reconcileID": "59bd517f-7b8f-4b7e-a67b-f3fe9ed7c2b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:08:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0bb5e346-0074-463b-965e-d90d0c0bd83a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:08:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "openshift-service-ca.crt", "reconcileID": "fa327135-a244-4330-90a6-bf693b7e4b45", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:08:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "odh-trusted-ca-bundle", "reconcileID": "1b15deee-c53c-4ff2-81ce-2f193f0100b5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "update": "odh-kserve-custom-ca-bundle"} 2026-07-28T00:08:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "odh-trusted-ca-bundle", "reconcileID": "1b15deee-c53c-4ff2-81ce-2f193f0100b5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:08:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8031ba7c-30a4-478c-bf73-c689115e7119", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:08:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "fc714b67-2313-487f-98e7-6b160cc59236", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress"} 2026-07-28T00:08:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "fc714b67-2313-487f-98e7-6b160cc59236", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94-authn-ssl"} 2026-07-28T00:08:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "fc714b67-2313-487f-98e7-6b160cc59236", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress"} 2026-07-28T00:08:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a7dc4248-15ff-4fed-b075-e4abb3b93d68", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T00:08:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "ecbdb789-8de6-40c4-ac92-e2afd167e1fc", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress"} 2026-07-28T00:08:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "ecbdb789-8de6-40c4-ac92-e2afd167e1fc", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94-authn-ssl"} 2026-07-28T00:08:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "ecbdb789-8de6-40c4-ac92-e2afd167e1fc", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress"} 2026-07-28T00:08:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-87c90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a", "reconcileID": "a27b1aae-08c5-4480-b8d9-5c1fc713e0dd", "Gateway": "e2e-ipp-b-87c90a", "namespace": "openshift-ingress"} 2026-07-28T00:08:46Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-87c90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a", "reconcileID": "a27b1aae-08c5-4480-b8d9-5c1fc713e0dd", "Gateway": "e2e-ipp-b-87c90a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a-authn-ssl"} 2026-07-28T00:08:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-87c90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a", "reconcileID": "a27b1aae-08c5-4480-b8d9-5c1fc713e0dd", "Gateway": "e2e-ipp-b-87c90a", "namespace": "openshift-ingress"} 2026-07-28T00:08:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-87c90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a", "reconcileID": "96db146e-43cc-4f98-abda-189665cef85c", "Gateway": "e2e-ipp-b-87c90a", "namespace": "openshift-ingress"} 2026-07-28T00:08:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-87c90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a", "reconcileID": "96db146e-43cc-4f98-abda-189665cef85c", "Gateway": "e2e-ipp-b-87c90a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a-authn-ssl"} 2026-07-28T00:08:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-87c90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a", "reconcileID": "96db146e-43cc-4f98-abda-189665cef85c", "Gateway": "e2e-ipp-b-87c90a", "namespace": "openshift-ingress"} 2026-07-28T00:08:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-87c90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a", "reconcileID": "302a705e-bf97-4129-a1ef-2364567b7892", "Gateway": "e2e-ipp-b-87c90a", "namespace": "openshift-ingress"} 2026-07-28T00:08:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-87c90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a", "reconcileID": "302a705e-bf97-4129-a1ef-2364567b7892", "Gateway": "e2e-ipp-b-87c90a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a-authn-ssl"} 2026-07-28T00:08:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-87c90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a", "reconcileID": "302a705e-bf97-4129-a1ef-2364567b7892", "Gateway": "e2e-ipp-b-87c90a", "namespace": "openshift-ingress"} 2026-07-28T00:08:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-87c90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a", "reconcileID": "d1990c83-047e-4dd9-8101-bb6d59200219", "Gateway": "e2e-ipp-b-87c90a", "namespace": "openshift-ingress"} 2026-07-28T00:08:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-87c90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a", "reconcileID": "d1990c83-047e-4dd9-8101-bb6d59200219", "Gateway": "e2e-ipp-b-87c90a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a-authn-ssl"} 2026-07-28T00:08:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-87c90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a", "reconcileID": "d1990c83-047e-4dd9-8101-bb6d59200219", "Gateway": "e2e-ipp-b-87c90a", "namespace": "openshift-ingress"} 2026-07-28T00:08:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-87c90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a", "reconcileID": "a392844d-b16d-4ddd-9622-58f6fe3e581f", "Gateway": "e2e-ipp-b-87c90a", "namespace": "openshift-ingress"} 2026-07-28T00:08:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-87c90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a", "reconcileID": "a392844d-b16d-4ddd-9622-58f6fe3e581f", "Gateway": "e2e-ipp-b-87c90a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a-authn-ssl"} 2026-07-28T00:08:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-87c90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a", "reconcileID": "a392844d-b16d-4ddd-9622-58f6fe3e581f", "Gateway": "e2e-ipp-b-87c90a", "namespace": "openshift-ingress"} 2026-07-28T00:08:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-87c90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a", "reconcileID": "b996af21-f754-4ca1-803e-978e0d8b74b6", "Gateway": "e2e-ipp-b-87c90a", "namespace": "openshift-ingress"} 2026-07-28T00:08:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-87c90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a", "reconcileID": "b996af21-f754-4ca1-803e-978e0d8b74b6", "Gateway": "e2e-ipp-b-87c90a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a-authn-ssl"} 2026-07-28T00:08:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-87c90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a", "reconcileID": "b996af21-f754-4ca1-803e-978e0d8b74b6", "Gateway": "e2e-ipp-b-87c90a", "namespace": "openshift-ingress"} 2026-07-28T00:08:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-87c90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a", "reconcileID": "e97922e7-3019-4e91-90cd-f83cf17dc778", "Gateway": "e2e-ipp-b-87c90a", "namespace": "openshift-ingress"} 2026-07-28T00:08:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-87c90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a", "reconcileID": "e97922e7-3019-4e91-90cd-f83cf17dc778", "Gateway": "e2e-ipp-b-87c90a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a-authn-ssl"} 2026-07-28T00:08:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-87c90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a", "reconcileID": "e97922e7-3019-4e91-90cd-f83cf17dc778", "Gateway": "e2e-ipp-b-87c90a", "namespace": "openshift-ingress"} 2026-07-28T00:08:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-87c90a"}, "namespace": "ai-tenant-e2e-ipp-b-87c90a", "name": "openshift-service-ca.crt", "reconcileID": "8e887483-d23b-478e-84f0-dc2139e2a10d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-87c90a"} 2026-07-28T00:08:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-87c90a"}, "namespace": "ai-tenant-e2e-ipp-b-87c90a", "name": "odh-trusted-ca-bundle", "reconcileID": "bab1bd23-16e7-48e6-a2d2-006970da5245", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-87c90a"} 2026-07-28T00:08:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-87c90a"}, "namespace": "ai-tenant-e2e-ipp-b-87c90a", "name": "openshift-service-ca.crt", "reconcileID": "b987cc34-4b8c-4048-a1fa-e5297fd2fc88", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-87c90a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T00:08:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-87c90a"}, "namespace": "ai-tenant-e2e-ipp-b-87c90a", "name": "openshift-service-ca.crt", "reconcileID": "b987cc34-4b8c-4048-a1fa-e5297fd2fc88", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-87c90a"} 2026-07-28T00:08:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-87c90a"}, "namespace": "ai-tenant-e2e-ipp-b-87c90a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec0042da-0335-4e6d-8149-81402ba0b48e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-87c90a"} 2026-07-28T00:08:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-87c90a"}, "namespace": "ai-tenant-e2e-ipp-b-87c90a", "name": "openshift-service-ca.crt", "reconcileID": "25071d55-6a7b-4681-be96-9c4895051526", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-87c90a"} 2026-07-28T00:08:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-87c90a"}, "namespace": "ai-tenant-e2e-ipp-b-87c90a", "name": "odh-trusted-ca-bundle", "reconcileID": "67970e19-57c3-4187-9685-e82cdd4dd57c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-87c90a", "update": "odh-kserve-custom-ca-bundle"} 2026-07-28T00:08:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-87c90a"}, "namespace": "ai-tenant-e2e-ipp-b-87c90a", "name": "odh-trusted-ca-bundle", "reconcileID": "67970e19-57c3-4187-9685-e82cdd4dd57c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-87c90a"} 2026-07-28T00:08:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-87c90a"}, "namespace": "ai-tenant-e2e-ipp-b-87c90a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "269f8f31-7c52-4f0b-8fa3-cdcc0cc90b3f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-87c90a"} 2026-07-28T00:08:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-87c90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a", "reconcileID": "f5c6a5d3-abcb-496b-8669-b1f2820dad97", "Gateway": "e2e-ipp-b-87c90a", "namespace": "openshift-ingress"} 2026-07-28T00:08:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-87c90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a", "reconcileID": "f5c6a5d3-abcb-496b-8669-b1f2820dad97", "Gateway": "e2e-ipp-b-87c90a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a-authn-ssl"} 2026-07-28T00:08:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-87c90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a", "reconcileID": "f5c6a5d3-abcb-496b-8669-b1f2820dad97", "Gateway": "e2e-ipp-b-87c90a", "namespace": "openshift-ingress"} 2026-07-28T00:08:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e2bca121-b314-498d-8836-2c9ab1ffa144", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T00:08:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-87c90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a", "reconcileID": "158c6c64-9b25-4612-8ca0-d290a0cc39aa", "Gateway": "e2e-ipp-b-87c90a", "namespace": "openshift-ingress"} 2026-07-28T00:08:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-87c90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a", "reconcileID": "158c6c64-9b25-4612-8ca0-d290a0cc39aa", "Gateway": "e2e-ipp-b-87c90a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a-authn-ssl"} 2026-07-28T00:08:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-87c90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a", "reconcileID": "158c6c64-9b25-4612-8ca0-d290a0cc39aa", "Gateway": "e2e-ipp-b-87c90a", "namespace": "openshift-ingress"} 2026-07-28T00:09:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3590a6dd-8d5f-4e8f-873c-d752e57b4220", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T00:09:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "268a6827-3cf1-4b30-9509-7a4332bd1dac", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:09:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "268a6827-3cf1-4b30-9509-7a4332bd1dac", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:09:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "268a6827-3cf1-4b30-9509-7a4332bd1dac", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:09:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "f9102a61-4f00-4ffa-af46-1856fe41a62c", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress"} 2026-07-28T00:09:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "268a6827-3cf1-4b30-9509-7a4332bd1dac", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94-kserve-route-authn"} 2026-07-28T00:09:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "268a6827-3cf1-4b30-9509-7a4332bd1dac", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "authType": "userdefined"} 2026-07-28T00:09:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "268a6827-3cf1-4b30-9509-7a4332bd1dac", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:09:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "f9102a61-4f00-4ffa-af46-1856fe41a62c", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94-authn-ssl"} 2026-07-28T00:09:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "f9102a61-4f00-4ffa-af46-1856fe41a62c", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress"} 2026-07-28T00:09:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "da92180e-538b-4ddc-b559-9a20f82f64a4", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:09:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "da92180e-538b-4ddc-b559-9a20f82f64a4", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:09:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "da92180e-538b-4ddc-b559-9a20f82f64a4", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:09:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "da92180e-538b-4ddc-b559-9a20f82f64a4", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94-kserve-route-authn"} 2026-07-28T00:09:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "da92180e-538b-4ddc-b559-9a20f82f64a4", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "authType": "userdefined"} 2026-07-28T00:09:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "da92180e-538b-4ddc-b559-9a20f82f64a4", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:09:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "27e1d700-3d9b-4d99-a21e-5d3ff3f7913c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T00:09:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "c548fa60-f09f-41d5-96ef-844d97732c53", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress"} 2026-07-28T00:09:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "c548fa60-f09f-41d5-96ef-844d97732c53", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94-authn-ssl"} 2026-07-28T00:09:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "c548fa60-f09f-41d5-96ef-844d97732c53", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress"} 2026-07-28T00:09:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "8cb8e4ef-6c24-433a-81c9-d9a861ed74db", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:09:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "8cb8e4ef-6c24-433a-81c9-d9a861ed74db", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:09:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "8cb8e4ef-6c24-433a-81c9-d9a861ed74db", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:09:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "8cb8e4ef-6c24-433a-81c9-d9a861ed74db", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94-kserve-route-authn"} 2026-07-28T00:09:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "8cb8e4ef-6c24-433a-81c9-d9a861ed74db", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "authType": "userdefined"} 2026-07-28T00:09:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "8cb8e4ef-6c24-433a-81c9-d9a861ed74db", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:09:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b15c2b67-4382-4121-ba8d-1a79431b4d0d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T00:09:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "2b002be9-5234-4f1c-a5ab-d860d09a6ecd", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:09:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "2b002be9-5234-4f1c-a5ab-d860d09a6ecd", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:09:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "2b002be9-5234-4f1c-a5ab-d860d09a6ecd", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:09:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "2b002be9-5234-4f1c-a5ab-d860d09a6ecd", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94-kserve-route-authn"} 2026-07-28T00:09:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "2b002be9-5234-4f1c-a5ab-d860d09a6ecd", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "authType": "userdefined"} 2026-07-28T00:09:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "2b002be9-5234-4f1c-a5ab-d860d09a6ecd", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:09:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a684abf5-0535-4ea0-8ef7-bd8b5fc949a7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T00:09:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "4bcfdd5d-6daf-4fbe-a55e-e11746a4ed38", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:09:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "4bcfdd5d-6daf-4fbe-a55e-e11746a4ed38", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:09:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "4bcfdd5d-6daf-4fbe-a55e-e11746a4ed38", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:09:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "4bcfdd5d-6daf-4fbe-a55e-e11746a4ed38", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94-kserve-route-authn"} 2026-07-28T00:09:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "4bcfdd5d-6daf-4fbe-a55e-e11746a4ed38", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "authType": "userdefined"} 2026-07-28T00:09:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "4bcfdd5d-6daf-4fbe-a55e-e11746a4ed38", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:09:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "90d0d536-1474-4436-bd27-3a02808da1bd", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress"} 2026-07-28T00:09:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "90d0d536-1474-4436-bd27-3a02808da1bd", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94-authn-ssl"} 2026-07-28T00:09:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "90d0d536-1474-4436-bd27-3a02808da1bd", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress"} 2026-07-28T00:10:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a35fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9", "reconcileID": "c912df18-2852-4ee7-835a-7e0286b7b338", "Gateway": "e2e-ipp-cleanup-a35fc9", "namespace": "openshift-ingress"} 2026-07-28T00:10:03Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a35fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9", "reconcileID": "c912df18-2852-4ee7-835a-7e0286b7b338", "Gateway": "e2e-ipp-cleanup-a35fc9", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9-authn-ssl"} 2026-07-28T00:10:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a35fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9", "reconcileID": "c912df18-2852-4ee7-835a-7e0286b7b338", "Gateway": "e2e-ipp-cleanup-a35fc9", "namespace": "openshift-ingress"} 2026-07-28T00:10:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a35fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9", "reconcileID": "27ad7b33-3990-40e8-b92c-8351bb034d53", "Gateway": "e2e-ipp-cleanup-a35fc9", "namespace": "openshift-ingress"} 2026-07-28T00:10:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a35fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9", "reconcileID": "27ad7b33-3990-40e8-b92c-8351bb034d53", "Gateway": "e2e-ipp-cleanup-a35fc9", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9-authn-ssl"} 2026-07-28T00:10:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a35fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9", "reconcileID": "27ad7b33-3990-40e8-b92c-8351bb034d53", "Gateway": "e2e-ipp-cleanup-a35fc9", "namespace": "openshift-ingress"} 2026-07-28T00:10:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a35fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9", "reconcileID": "b707c3c0-64c3-473c-8951-063e9bf46ac7", "Gateway": "e2e-ipp-cleanup-a35fc9", "namespace": "openshift-ingress"} 2026-07-28T00:10:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a35fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9", "reconcileID": "b707c3c0-64c3-473c-8951-063e9bf46ac7", "Gateway": "e2e-ipp-cleanup-a35fc9", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9-authn-ssl"} 2026-07-28T00:10:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a35fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9", "reconcileID": "b707c3c0-64c3-473c-8951-063e9bf46ac7", "Gateway": "e2e-ipp-cleanup-a35fc9", "namespace": "openshift-ingress"} 2026-07-28T00:10:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a35fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9", "reconcileID": "73b40f91-7407-4284-a073-1eea54ee10ef", "Gateway": "e2e-ipp-cleanup-a35fc9", "namespace": "openshift-ingress"} 2026-07-28T00:10:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a35fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9", "reconcileID": "73b40f91-7407-4284-a073-1eea54ee10ef", "Gateway": "e2e-ipp-cleanup-a35fc9", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9-authn-ssl"} 2026-07-28T00:10:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a35fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9", "reconcileID": "73b40f91-7407-4284-a073-1eea54ee10ef", "Gateway": "e2e-ipp-cleanup-a35fc9", "namespace": "openshift-ingress"} 2026-07-28T00:10:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a35fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9", "reconcileID": "749b29ab-cb65-4cb1-a2a4-e12d10e91e8c", "Gateway": "e2e-ipp-cleanup-a35fc9", "namespace": "openshift-ingress"} 2026-07-28T00:10:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a35fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9", "reconcileID": "749b29ab-cb65-4cb1-a2a4-e12d10e91e8c", "Gateway": "e2e-ipp-cleanup-a35fc9", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9-authn-ssl"} 2026-07-28T00:10:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a35fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9", "reconcileID": "749b29ab-cb65-4cb1-a2a4-e12d10e91e8c", "Gateway": "e2e-ipp-cleanup-a35fc9", "namespace": "openshift-ingress"} 2026-07-28T00:10:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a35fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9", "reconcileID": "63fe43aa-deaf-4aa1-8f9b-6baa9d18ef2e", "Gateway": "e2e-ipp-cleanup-a35fc9", "namespace": "openshift-ingress"} 2026-07-28T00:10:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a35fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9", "reconcileID": "63fe43aa-deaf-4aa1-8f9b-6baa9d18ef2e", "Gateway": "e2e-ipp-cleanup-a35fc9", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9-authn-ssl"} 2026-07-28T00:10:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a35fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9", "reconcileID": "63fe43aa-deaf-4aa1-8f9b-6baa9d18ef2e", "Gateway": "e2e-ipp-cleanup-a35fc9", "namespace": "openshift-ingress"} 2026-07-28T00:10:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a35fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9", "reconcileID": "3d2623ef-d8a7-4aae-87f0-8136bf46dc48", "Gateway": "e2e-ipp-cleanup-a35fc9", "namespace": "openshift-ingress"} 2026-07-28T00:10:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a35fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9", "reconcileID": "3d2623ef-d8a7-4aae-87f0-8136bf46dc48", "Gateway": "e2e-ipp-cleanup-a35fc9", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9-authn-ssl"} 2026-07-28T00:10:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a35fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9", "reconcileID": "3d2623ef-d8a7-4aae-87f0-8136bf46dc48", "Gateway": "e2e-ipp-cleanup-a35fc9", "namespace": "openshift-ingress"} 2026-07-28T00:10:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a35fc9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a35fc9", "name": "openshift-service-ca.crt", "reconcileID": "573b1955-0e1e-4122-b5f8-682683bff82c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a35fc9"} 2026-07-28T00:10:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a35fc9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a35fc9", "name": "odh-trusted-ca-bundle", "reconcileID": "fdc870ea-a75d-415c-897b-78bddd6bc262", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a35fc9"} 2026-07-28T00:10:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a35fc9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a35fc9", "name": "openshift-service-ca.crt", "reconcileID": "81cfd613-4165-4c51-b4da-8972805785bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a35fc9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T00:10:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a35fc9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a35fc9", "name": "openshift-service-ca.crt", "reconcileID": "81cfd613-4165-4c51-b4da-8972805785bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a35fc9"} 2026-07-28T00:10:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a35fc9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a35fc9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d733ebff-7ac7-44f4-a6eb-9ebcd7055aa5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a35fc9"} 2026-07-28T00:10:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a35fc9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a35fc9", "name": "openshift-service-ca.crt", "reconcileID": "85d3743b-7ce0-4787-acdc-c2a7f0ad0f82", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a35fc9"} 2026-07-28T00:10:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a35fc9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a35fc9", "name": "odh-trusted-ca-bundle", "reconcileID": "cddb3265-99b7-4e63-8a80-95da6fa2353b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a35fc9", "update": "odh-kserve-custom-ca-bundle"} 2026-07-28T00:10:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a35fc9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a35fc9", "name": "odh-trusted-ca-bundle", "reconcileID": "cddb3265-99b7-4e63-8a80-95da6fa2353b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a35fc9"} 2026-07-28T00:10:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a35fc9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a35fc9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24f5270c-ad06-43fc-a50d-757fae43c7c8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a35fc9"} 2026-07-28T00:10:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a35fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9", "reconcileID": "136ded7e-7973-4f1f-adcd-832892679802", "Gateway": "e2e-ipp-cleanup-a35fc9", "namespace": "openshift-ingress"} 2026-07-28T00:10:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a35fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9", "reconcileID": "136ded7e-7973-4f1f-adcd-832892679802", "Gateway": "e2e-ipp-cleanup-a35fc9", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9-authn-ssl"} 2026-07-28T00:10:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a35fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9", "reconcileID": "136ded7e-7973-4f1f-adcd-832892679802", "Gateway": "e2e-ipp-cleanup-a35fc9", "namespace": "openshift-ingress"} 2026-07-28T00:10:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "63280fbd-4aaf-409d-97d9-20af5834b459", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T00:10:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a35fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9", "reconcileID": "3d4314cc-97b4-49f6-882e-55a251748f71", "Gateway": "e2e-ipp-cleanup-a35fc9", "namespace": "openshift-ingress"} 2026-07-28T00:10:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a35fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9", "reconcileID": "3d4314cc-97b4-49f6-882e-55a251748f71", "Gateway": "e2e-ipp-cleanup-a35fc9", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9-authn-ssl"} 2026-07-28T00:10:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a35fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9", "reconcileID": "3d4314cc-97b4-49f6-882e-55a251748f71", "Gateway": "e2e-ipp-cleanup-a35fc9", "namespace": "openshift-ingress"} 2026-07-28T00:10:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a35fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9", "reconcileID": "db6e2b1c-442f-4553-b43d-1a4e1cdf58af", "Gateway": "e2e-ipp-cleanup-a35fc9", "namespace": "openshift-ingress"} 2026-07-28T00:10:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a35fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9", "reconcileID": "db6e2b1c-442f-4553-b43d-1a4e1cdf58af", "Gateway": "e2e-ipp-cleanup-a35fc9", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9-authn-ssl"} 2026-07-28T00:10:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a35fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9", "reconcileID": "db6e2b1c-442f-4553-b43d-1a4e1cdf58af", "Gateway": "e2e-ipp-cleanup-a35fc9", "namespace": "openshift-ingress"} 2026-07-28T00:10:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a35fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9", "reconcileID": "9ab72abe-9ab1-4426-89ca-0ec350e5e14d", "Gateway": "e2e-ipp-cleanup-a35fc9", "namespace": "openshift-ingress"} 2026-07-28T00:10:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a35fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9", "reconcileID": "9ab72abe-9ab1-4426-89ca-0ec350e5e14d", "Gateway": "e2e-ipp-cleanup-a35fc9", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9-authn-ssl"} 2026-07-28T00:10:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a35fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9", "reconcileID": "9ab72abe-9ab1-4426-89ca-0ec350e5e14d", "Gateway": "e2e-ipp-cleanup-a35fc9", "namespace": "openshift-ingress"} 2026-07-28T00:10:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a35fc9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a35fc9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c711a3ab-0423-45a4-81cc-b7ad4999342e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a35fc9"} 2026-07-28T00:10:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a35fc9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a35fc9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c711a3ab-0423-45a4-81cc-b7ad4999342e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a35fc9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T00:10:42Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a35fc9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a35fc9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c711a3ab-0423-45a4-81cc-b7ad4999342e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-a35fc9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T00:10:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a35fc9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a35fc9", "name": "odh-trusted-ca-bundle", "reconcileID": "89c8fbac-c94d-49f6-bcef-6de1ce72410e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a35fc9"} 2026-07-28T00:10:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a35fc9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a35fc9", "name": "odh-trusted-ca-bundle", "reconcileID": "89c8fbac-c94d-49f6-bcef-6de1ce72410e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a35fc9"} 2026-07-28T00:10:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a35fc9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a35fc9", "name": "openshift-service-ca.crt", "reconcileID": "53790775-156f-460f-b135-6602585f97e8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a35fc9"} 2026-07-28T00:10:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a35fc9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a35fc9", "name": "openshift-service-ca.crt", "reconcileID": "53790775-156f-460f-b135-6602585f97e8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a35fc9"} 2026-07-28T00:10:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a35fc9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a35fc9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "932322d0-f093-4524-863d-3d6c07c0899d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a35fc9"} 2026-07-28T00:10:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a35fc9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a35fc9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "932322d0-f093-4524-863d-3d6c07c0899d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a35fc9"} 2026-07-28T00:10:43Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a35fc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a35fc9", "reconcileID": "ec5b7257-8f44-4561-bb33-b67ea29a8ec5", "Gateway": "e2e-ipp-cleanup-a35fc9", "namespace": "openshift-ingress"} 2026-07-28T00:10:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "318b5980-bfb2-4e91-a20b-abfbec7024bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T00:11:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "36c32d43-685a-430c-989f-a760d2260c3d", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress"} 2026-07-28T00:11:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "36c32d43-685a-430c-989f-a760d2260c3d", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94-authn-ssl"} 2026-07-28T00:11:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "36c32d43-685a-430c-989f-a760d2260c3d", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress"} 2026-07-28T00:11:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "976dc60e-8c25-48fd-810e-d0800738f086", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress"} 2026-07-28T00:11:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "976dc60e-8c25-48fd-810e-d0800738f086", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94-authn-ssl"} 2026-07-28T00:11:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "976dc60e-8c25-48fd-810e-d0800738f086", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress"} 2026-07-28T00:11:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "9d62770d-e43f-4619-b9a6-0f38dd7ca74b", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress"} 2026-07-28T00:11:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "9d62770d-e43f-4619-b9a6-0f38dd7ca74b", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94-authn-ssl"} 2026-07-28T00:11:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "9d62770d-e43f-4619-b9a6-0f38dd7ca74b", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress"} 2026-07-28T00:11:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "f7a3392d-5f5c-4c6a-b844-9be6db42a1f5", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:11:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "f7a3392d-5f5c-4c6a-b844-9be6db42a1f5", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:11:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "f7a3392d-5f5c-4c6a-b844-9be6db42a1f5", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:11:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "f7a3392d-5f5c-4c6a-b844-9be6db42a1f5", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94-kserve-route-authn"} 2026-07-28T00:11:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "f7a3392d-5f5c-4c6a-b844-9be6db42a1f5", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "authType": "userdefined"} 2026-07-28T00:11:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "f7a3392d-5f5c-4c6a-b844-9be6db42a1f5", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:11:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "dd9c593f-c9d7-4c9d-af87-1a1b89a5cfc7", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:11:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "dd9c593f-c9d7-4c9d-af87-1a1b89a5cfc7", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:11:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "dd9c593f-c9d7-4c9d-af87-1a1b89a5cfc7", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:11:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "dd9c593f-c9d7-4c9d-af87-1a1b89a5cfc7", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94-kserve-route-authn"} 2026-07-28T00:11:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "dd9c593f-c9d7-4c9d-af87-1a1b89a5cfc7", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "authType": "userdefined"} 2026-07-28T00:11:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "dd9c593f-c9d7-4c9d-af87-1a1b89a5cfc7", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:11:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7aead950-9f31-436f-95a2-82cee845e81f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:11:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7aead950-9f31-436f-95a2-82cee845e81f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T00:11:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7aead950-9f31-436f-95a2-82cee845e81f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-4a6d94 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T00:11:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "odh-trusted-ca-bundle", "reconcileID": "2e027bf3-6c03-4366-8e96-bac218deb5f0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:11:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "odh-trusted-ca-bundle", "reconcileID": "2e027bf3-6c03-4366-8e96-bac218deb5f0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:11:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "openshift-service-ca.crt", "reconcileID": "54850bad-93b2-4fef-ab27-8e5238eb6ff4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:11:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "openshift-service-ca.crt", "reconcileID": "54850bad-93b2-4fef-ab27-8e5238eb6ff4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:11:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b2c7cee2-42eb-43dd-9b48-79978e986a24", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:11:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b2c7cee2-42eb-43dd-9b48-79978e986a24", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:11:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "f5d6f504-90bd-4e9a-92bf-7a6909550d8f", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress"} 2026-07-28T00:11:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "f5d6f504-90bd-4e9a-92bf-7a6909550d8f", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94-authn-ssl"} 2026-07-28T00:11:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "f5d6f504-90bd-4e9a-92bf-7a6909550d8f", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress"} 2026-07-28T00:11:49Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "3e344c14-9bd7-4ca1-bd44-df08088092b7", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:11:49Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "3e344c14-9bd7-4ca1-bd44-df08088092b7", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94"} 2026-07-28T00:11:49Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "3e344c14-9bd7-4ca1-bd44-df08088092b7", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:11:49Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "3e344c14-9bd7-4ca1-bd44-df08088092b7", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:11:49Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "3e344c14-9bd7-4ca1-bd44-df08088092b7", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94-kserve-route-authn"} 2026-07-28T00:11:49Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "3e344c14-9bd7-4ca1-bd44-df08088092b7", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94-kserve-route-authn"} 2026-07-28T00:11:49Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "3e344c14-9bd7-4ca1-bd44-df08088092b7", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:11:49Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "3e344c14-9bd7-4ca1-bd44-df08088092b7", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:11:49Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "ff7814ac-412d-443d-9d99-1ec6a796e9cd", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:11:49Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "ff7814ac-412d-443d-9d99-1ec6a796e9cd", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94"} 2026-07-28T00:11:49Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "ff7814ac-412d-443d-9d99-1ec6a796e9cd", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:11:49Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "ff7814ac-412d-443d-9d99-1ec6a796e9cd", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:11:49Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "ff7814ac-412d-443d-9d99-1ec6a796e9cd", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94-kserve-route-authn"} 2026-07-28T00:11:49Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "ff7814ac-412d-443d-9d99-1ec6a796e9cd", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94-kserve-route-authn"} 2026-07-28T00:11:49Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "ff7814ac-412d-443d-9d99-1ec6a796e9cd", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:11:49Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "ff7814ac-412d-443d-9d99-1ec6a796e9cd", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:11:49Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4a6d94","namespace":"ai-tenant-e2e-ipp-a-4a6d94"}, "namespace": "ai-tenant-e2e-ipp-a-4a6d94", "name": "ipp-route-4a6d94", "reconcileID": "0eb4ef1e-1f3a-4d2c-872c-bd8a9b6c5d0e", "LLMInferenceService": "ipp-route-4a6d94", "namespace": "ai-tenant-e2e-ipp-a-4a6d94"} 2026-07-28T00:11:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "fdfceaa2-a960-4ac4-8d91-3455a3f0d498", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress"} 2026-07-28T00:11:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "fdfceaa2-a960-4ac4-8d91-3455a3f0d498", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94-authn-ssl"} 2026-07-28T00:11:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "fdfceaa2-a960-4ac4-8d91-3455a3f0d498", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress"} 2026-07-28T00:11:51Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T00:11:51Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T00:11:52Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T00:11:52Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T00:11:55Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4a6d94","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4a6d94", "reconcileID": "0cc97f1d-ec1b-432e-9f93-2cc9ff1d0481", "Gateway": "e2e-ipp-a-4a6d94", "namespace": "openshift-ingress"} 2026-07-28T00:11:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "aa0badb6-41da-4dc5-aa47-ef3ec82256b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T00:12:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-87c90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a", "reconcileID": "55a28f79-ee48-4798-bc4c-edd8e4454736", "Gateway": "e2e-ipp-b-87c90a", "namespace": "openshift-ingress"} 2026-07-28T00:12:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-87c90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a", "reconcileID": "55a28f79-ee48-4798-bc4c-edd8e4454736", "Gateway": "e2e-ipp-b-87c90a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a-authn-ssl"} 2026-07-28T00:12:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-87c90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a", "reconcileID": "55a28f79-ee48-4798-bc4c-edd8e4454736", "Gateway": "e2e-ipp-b-87c90a", "namespace": "openshift-ingress"} 2026-07-28T00:12:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-87c90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a", "reconcileID": "071c3f55-df75-48ff-8429-976295308241", "Gateway": "e2e-ipp-b-87c90a", "namespace": "openshift-ingress"} 2026-07-28T00:12:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-87c90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a", "reconcileID": "071c3f55-df75-48ff-8429-976295308241", "Gateway": "e2e-ipp-b-87c90a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a-authn-ssl"} 2026-07-28T00:12:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-87c90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a", "reconcileID": "071c3f55-df75-48ff-8429-976295308241", "Gateway": "e2e-ipp-b-87c90a", "namespace": "openshift-ingress"} 2026-07-28T00:12:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-87c90a"}, "namespace": "ai-tenant-e2e-ipp-b-87c90a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0baba656-93b0-42df-bd35-7937648be3ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-87c90a"} 2026-07-28T00:12:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-87c90a"}, "namespace": "ai-tenant-e2e-ipp-b-87c90a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0baba656-93b0-42df-bd35-7937648be3ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-87c90a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T00:12:16Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-87c90a"}, "namespace": "ai-tenant-e2e-ipp-b-87c90a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0baba656-93b0-42df-bd35-7937648be3ed", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-87c90a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T00:12:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-87c90a"}, "namespace": "ai-tenant-e2e-ipp-b-87c90a", "name": "odh-trusted-ca-bundle", "reconcileID": "beb6ddf0-8d76-43ee-bd3c-31f31346a4a4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-87c90a"} 2026-07-28T00:12:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-87c90a"}, "namespace": "ai-tenant-e2e-ipp-b-87c90a", "name": "odh-trusted-ca-bundle", "reconcileID": "beb6ddf0-8d76-43ee-bd3c-31f31346a4a4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-87c90a"} 2026-07-28T00:12:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-87c90a"}, "namespace": "ai-tenant-e2e-ipp-b-87c90a", "name": "openshift-service-ca.crt", "reconcileID": "5cbf74e7-bcc4-4a63-a3a7-f112d9d87fa2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-87c90a"} 2026-07-28T00:12:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-87c90a"}, "namespace": "ai-tenant-e2e-ipp-b-87c90a", "name": "openshift-service-ca.crt", "reconcileID": "5cbf74e7-bcc4-4a63-a3a7-f112d9d87fa2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-87c90a"} 2026-07-28T00:12:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-87c90a"}, "namespace": "ai-tenant-e2e-ipp-b-87c90a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4de1be17-0d4f-4d15-8c9d-39bee4c7b374", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-87c90a"} 2026-07-28T00:12:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-87c90a"}, "namespace": "ai-tenant-e2e-ipp-b-87c90a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4de1be17-0d4f-4d15-8c9d-39bee4c7b374", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-87c90a"} 2026-07-28T00:12:16Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-87c90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-87c90a", "reconcileID": "9103e68f-e5e7-4c21-a1a8-2231858772f1", "Gateway": "e2e-ipp-b-87c90a", "namespace": "openshift-ingress"} 2026-07-28T00:12:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0fe7578a-82f1-4f2e-9ad2-0aedc76ab2fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T00:12:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-42d790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790", "reconcileID": "97c630a7-c071-4e37-8091-3b5e32c412c8", "Gateway": "e2e-shared-a-42d790", "namespace": "openshift-ingress"} 2026-07-28T00:12:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-42d790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790", "reconcileID": "97c630a7-c071-4e37-8091-3b5e32c412c8", "Gateway": "e2e-shared-a-42d790", "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790-authn-ssl"} 2026-07-28T00:12:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-42d790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790", "reconcileID": "97c630a7-c071-4e37-8091-3b5e32c412c8", "Gateway": "e2e-shared-a-42d790", "namespace": "openshift-ingress"} 2026-07-28T00:12:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-42d790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790", "reconcileID": "c5fe32bd-8f17-4029-aeb6-8fb193cb79e2", "Gateway": "e2e-shared-a-42d790", "namespace": "openshift-ingress"} 2026-07-28T00:12:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-42d790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790", "reconcileID": "c5fe32bd-8f17-4029-aeb6-8fb193cb79e2", "Gateway": "e2e-shared-a-42d790", "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790-authn-ssl"} 2026-07-28T00:12:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-42d790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790", "reconcileID": "c5fe32bd-8f17-4029-aeb6-8fb193cb79e2", "Gateway": "e2e-shared-a-42d790", "namespace": "openshift-ingress"} 2026-07-28T00:12:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54adcb98-f1fd-4bd4-8a3f-df58a9d76a03", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-42d790"} 2026-07-28T00:12:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54adcb98-f1fd-4bd4-8a3f-df58a9d76a03", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-42d790", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T00:12:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54adcb98-f1fd-4bd4-8a3f-df58a9d76a03", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-42d790 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T00:12:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "odh-trusted-ca-bundle", "reconcileID": "e4b39aa2-54c6-4121-85d0-1fdb10dffe35", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-42d790"} 2026-07-28T00:12:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "odh-trusted-ca-bundle", "reconcileID": "e4b39aa2-54c6-4121-85d0-1fdb10dffe35", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-42d790"} 2026-07-28T00:12:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "openshift-service-ca.crt", "reconcileID": "87d99c41-2eb2-4f89-94bb-f6ad45b16fa4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-42d790"} 2026-07-28T00:12:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "openshift-service-ca.crt", "reconcileID": "87d99c41-2eb2-4f89-94bb-f6ad45b16fa4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-42d790"} 2026-07-28T00:12:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9eba497e-f9d6-4b94-9a2d-17de92912ffe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-42d790"} 2026-07-28T00:12:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-42d790"}, "namespace": "ai-tenant-e2e-shared-a-42d790", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9eba497e-f9d6-4b94-9a2d-17de92912ffe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-42d790"} 2026-07-28T00:12:38Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-42d790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-42d790", "reconcileID": "60b4a921-a633-4343-84a7-2feef2e7c717", "Gateway": "e2e-shared-a-42d790", "namespace": "openshift-ingress"} 2026-07-28T00:12:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "24f93050-3e1c-41da-9a80-7170d189a760", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T00:12:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "32bdae83-6375-4032-b093-d9b4658686f9", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress"} 2026-07-28T00:12:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "32bdae83-6375-4032-b093-d9b4658686f9", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122-authn-ssl"} 2026-07-28T00:12:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "32bdae83-6375-4032-b093-d9b4658686f9", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress"} 2026-07-28T00:12:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "006bd933-86a0-4161-9983-257bfb0f3c0a", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress"} 2026-07-28T00:12:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "006bd933-86a0-4161-9983-257bfb0f3c0a", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122-authn-ssl"} 2026-07-28T00:12:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "006bd933-86a0-4161-9983-257bfb0f3c0a", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress"} 2026-07-28T00:13:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ca34304-696a-4075-a395-ad3707860f94", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:13:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ca34304-696a-4075-a395-ad3707860f94", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4a8122", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T00:13:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ca34304-696a-4075-a395-ad3707860f94", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-4a8122 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T00:13:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "odh-trusted-ca-bundle", "reconcileID": "010e7508-33d0-4493-be39-27ea276e1dad", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:13:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "odh-trusted-ca-bundle", "reconcileID": "010e7508-33d0-4493-be39-27ea276e1dad", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:13:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "openshift-service-ca.crt", "reconcileID": "c748a111-f823-431d-b6b5-7f9995cb55b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:13:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "openshift-service-ca.crt", "reconcileID": "c748a111-f823-431d-b6b5-7f9995cb55b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:13:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df6bcd50-0ba3-4070-b51d-f7b7bb4d6e5e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:13:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4a8122"}, "namespace": "ai-tenant-e2e-shared-b-4a8122", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df6bcd50-0ba3-4070-b51d-f7b7bb4d6e5e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4a8122"} 2026-07-28T00:13:00Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4a8122","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4a8122", "reconcileID": "e6a081cc-1a53-4e4b-9984-e254d7cb2a50", "Gateway": "e2e-shared-b-4a8122", "namespace": "openshift-ingress"}