2026-07-31T19:34:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "sub-test-model-09a154", "reconcileID": "38338d5d-986f-410a-b757-7ac367ef81a5", "LLMInferenceService": "sub-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:34:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "sub-test-model-09a154", "reconcileID": "83f1e1ea-84e4-447d-8dbd-4945c866a4c8", "LLMInferenceService": "sub-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:34:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "sub-test-model-09a154", "reconcileID": "83f1e1ea-84e4-447d-8dbd-4945c866a4c8", "LLMInferenceService": "sub-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:34:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "sub-test-model-09a154", "reconcileID": "83f1e1ea-84e4-447d-8dbd-4945c866a4c8", "LLMInferenceService": "sub-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:34:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "sub-test-model-09a154", "reconcileID": "83f1e1ea-84e4-447d-8dbd-4945c866a4c8", "LLMInferenceService": "sub-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "sub-test-model-09a154-kserve-route-authn"} 2026-07-31T19:34:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "sub-test-model-09a154", "reconcileID": "83f1e1ea-84e4-447d-8dbd-4945c866a4c8", "LLMInferenceService": "sub-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154", "authType": "userdefined"} 2026-07-31T19:34:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "sub-test-model-09a154", "reconcileID": "83f1e1ea-84e4-447d-8dbd-4945c866a4c8", "LLMInferenceService": "sub-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:34:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "sub-test-model-09a154", "reconcileID": "6e6c6e80-314e-4bd7-b26c-37d39109f776", "LLMInferenceService": "sub-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:34:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "sub-test-model-09a154", "reconcileID": "6e6c6e80-314e-4bd7-b26c-37d39109f776", "LLMInferenceService": "sub-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:34:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "sub-test-model-09a154", "reconcileID": "6e6c6e80-314e-4bd7-b26c-37d39109f776", "LLMInferenceService": "sub-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:34:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "sub-test-model-09a154", "reconcileID": "6e6c6e80-314e-4bd7-b26c-37d39109f776", "LLMInferenceService": "sub-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "sub-test-model-09a154-kserve-route-authn"} 2026-07-31T19:34:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "sub-test-model-09a154", "reconcileID": "6e6c6e80-314e-4bd7-b26c-37d39109f776", "LLMInferenceService": "sub-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154", "authType": "userdefined"} 2026-07-31T19:34:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "sub-test-model-09a154", "reconcileID": "6e6c6e80-314e-4bd7-b26c-37d39109f776", "LLMInferenceService": "sub-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:34:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd0284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284", "reconcileID": "c69c26fb-7ba4-4067-a487-5ef6cd2f0ed4", "Gateway": "e2e-shared-a-fd0284", "namespace": "openshift-ingress"} 2026-07-31T19:34:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd0284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284", "reconcileID": "c69c26fb-7ba4-4067-a487-5ef6cd2f0ed4", "Gateway": "e2e-shared-a-fd0284", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284-authn-ssl"} 2026-07-31T19:34:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd0284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284", "reconcileID": "c69c26fb-7ba4-4067-a487-5ef6cd2f0ed4", "Gateway": "e2e-shared-a-fd0284", "namespace": "openshift-ingress"} 2026-07-31T19:34:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "12a65687-72a0-4884-abe0-ae894532dd4e", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress"} 2026-07-31T19:34:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "12a65687-72a0-4884-abe0-ae894532dd4e", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154-authn-ssl"} 2026-07-31T19:34:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "12a65687-72a0-4884-abe0-ae894532dd4e", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress"} 2026-07-31T19:35:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd0284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284", "reconcileID": "26439d68-bd5f-405e-ad26-73e574729550", "Gateway": "e2e-shared-a-fd0284", "namespace": "openshift-ingress"} 2026-07-31T19:35:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd0284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284", "reconcileID": "26439d68-bd5f-405e-ad26-73e574729550", "Gateway": "e2e-shared-a-fd0284", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284-authn-ssl"} 2026-07-31T19:35:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd0284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284", "reconcileID": "26439d68-bd5f-405e-ad26-73e574729550", "Gateway": "e2e-shared-a-fd0284", "namespace": "openshift-ingress"} 2026-07-31T19:35:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "aeef947d-bd27-4f2c-b224-feb2405b4b6b", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress"} 2026-07-31T19:35:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "aeef947d-bd27-4f2c-b224-feb2405b4b6b", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154-authn-ssl"} 2026-07-31T19:35:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "aeef947d-bd27-4f2c-b224-feb2405b4b6b", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress"} 2026-07-31T19:35:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd0284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284", "reconcileID": "f4b5fb03-7843-4150-8e71-a16bd2628ef9", "Gateway": "e2e-shared-a-fd0284", "namespace": "openshift-ingress"} 2026-07-31T19:35:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd0284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284", "reconcileID": "f4b5fb03-7843-4150-8e71-a16bd2628ef9", "Gateway": "e2e-shared-a-fd0284", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284-authn-ssl"} 2026-07-31T19:35:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd0284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284", "reconcileID": "f4b5fb03-7843-4150-8e71-a16bd2628ef9", "Gateway": "e2e-shared-a-fd0284", "namespace": "openshift-ingress"} 2026-07-31T19:35:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "444599b1-9951-4b45-8905-4b145397d4f2", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress"} 2026-07-31T19:35:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "444599b1-9951-4b45-8905-4b145397d4f2", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154-authn-ssl"} 2026-07-31T19:35:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "444599b1-9951-4b45-8905-4b145397d4f2", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress"} 2026-07-31T19:35:47Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "sub-test-model-fd0284", "reconcileID": "f900680a-eca9-4913-abd5-ee96520b7e12", "LLMInferenceService": "sub-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284"} 2026-07-31T19:35:47Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "sub-test-model-fd0284", "reconcileID": "f900680a-eca9-4913-abd5-ee96520b7e12", "LLMInferenceService": "sub-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "sub-test-model-fd0284"} 2026-07-31T19:35:47Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "sub-test-model-fd0284", "reconcileID": "f900680a-eca9-4913-abd5-ee96520b7e12", "LLMInferenceService": "sub-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284"} 2026-07-31T19:35:47Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "sub-test-model-fd0284", "reconcileID": "f900680a-eca9-4913-abd5-ee96520b7e12", "LLMInferenceService": "sub-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284"} 2026-07-31T19:35:47Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "sub-test-model-fd0284", "reconcileID": "f900680a-eca9-4913-abd5-ee96520b7e12", "LLMInferenceService": "sub-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "sub-test-model-fd0284-kserve-route-authn"} 2026-07-31T19:35:47Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "sub-test-model-fd0284", "reconcileID": "f900680a-eca9-4913-abd5-ee96520b7e12", "LLMInferenceService": "sub-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "sub-test-model-fd0284-kserve-route-authn"} 2026-07-31T19:35:47Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "sub-test-model-fd0284", "reconcileID": "f900680a-eca9-4913-abd5-ee96520b7e12", "LLMInferenceService": "sub-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284"} 2026-07-31T19:35:47Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "sub-test-model-fd0284", "reconcileID": "f900680a-eca9-4913-abd5-ee96520b7e12", "LLMInferenceService": "sub-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284"} 2026-07-31T19:35:48Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "sub-test-model-fd0284", "reconcileID": "02416123-fb51-442c-a5ec-2828f21ee96e", "LLMInferenceService": "sub-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284"} 2026-07-31T19:35:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd0284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284", "reconcileID": "487f67d2-8877-45b9-a941-ad2d1bff9207", "Gateway": "e2e-shared-a-fd0284", "namespace": "openshift-ingress"} 2026-07-31T19:35:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd0284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284", "reconcileID": "487f67d2-8877-45b9-a941-ad2d1bff9207", "Gateway": "e2e-shared-a-fd0284", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284-authn-ssl"} 2026-07-31T19:35:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd0284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284", "reconcileID": "487f67d2-8877-45b9-a941-ad2d1bff9207", "Gateway": "e2e-shared-a-fd0284", "namespace": "openshift-ingress"} 2026-07-31T19:35:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd0284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284", "reconcileID": "ac04f07e-2cff-4f4a-88c3-08f88c5c6c71", "Gateway": "e2e-shared-a-fd0284", "namespace": "openshift-ingress"} 2026-07-31T19:35:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd0284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284", "reconcileID": "ac04f07e-2cff-4f4a-88c3-08f88c5c6c71", "Gateway": "e2e-shared-a-fd0284", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284-authn-ssl"} 2026-07-31T19:35:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd0284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284", "reconcileID": "ac04f07e-2cff-4f4a-88c3-08f88c5c6c71", "Gateway": "e2e-shared-a-fd0284", "namespace": "openshift-ingress"} 2026-07-31T19:35:48Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "sub-test-model-09a154", "reconcileID": "4584d050-2283-4dd0-aeb7-f90d23a87b62", "LLMInferenceService": "sub-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:35:48Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "sub-test-model-09a154", "reconcileID": "4584d050-2283-4dd0-aeb7-f90d23a87b62", "LLMInferenceService": "sub-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "sub-test-model-09a154"} 2026-07-31T19:35:48Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "sub-test-model-09a154", "reconcileID": "4584d050-2283-4dd0-aeb7-f90d23a87b62", "LLMInferenceService": "sub-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:35:48Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "sub-test-model-09a154", "reconcileID": "4584d050-2283-4dd0-aeb7-f90d23a87b62", "LLMInferenceService": "sub-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:35:48Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "sub-test-model-09a154", "reconcileID": "4584d050-2283-4dd0-aeb7-f90d23a87b62", "LLMInferenceService": "sub-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "sub-test-model-09a154-kserve-route-authn"} 2026-07-31T19:35:48Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "sub-test-model-09a154", "reconcileID": "4584d050-2283-4dd0-aeb7-f90d23a87b62", "LLMInferenceService": "sub-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "sub-test-model-09a154-kserve-route-authn"} 2026-07-31T19:35:48Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "sub-test-model-09a154", "reconcileID": "4584d050-2283-4dd0-aeb7-f90d23a87b62", "LLMInferenceService": "sub-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:35:48Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "sub-test-model-09a154", "reconcileID": "4584d050-2283-4dd0-aeb7-f90d23a87b62", "LLMInferenceService": "sub-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:35:48Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "sub-test-model-09a154", "reconcileID": "77ef7b84-d38e-49a1-b665-17ec62e10730", "LLMInferenceService": "sub-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:35:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "f8d3ab7d-db2a-45ae-a3ab-80371e1ecfaf", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress"} 2026-07-31T19:35:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "f8d3ab7d-db2a-45ae-a3ab-80371e1ecfaf", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154-authn-ssl"} 2026-07-31T19:35:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "f8d3ab7d-db2a-45ae-a3ab-80371e1ecfaf", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress"} 2026-07-31T19:35:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "1168d2fc-383c-4a74-8e58-c84cdeaa2006", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress"} 2026-07-31T19:35:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "1168d2fc-383c-4a74-8e58-c84cdeaa2006", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154-authn-ssl"} 2026-07-31T19:35:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "1168d2fc-383c-4a74-8e58-c84cdeaa2006", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress"} 2026-07-31T19:35:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284", "reconcileID": "deb40371-c9ff-4ecd-9164-2174c2fecf91", "LLMInferenceService": "rate-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284"} 2026-07-31T19:35:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284", "reconcileID": "deb40371-c9ff-4ecd-9164-2174c2fecf91", "LLMInferenceService": "rate-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284"} 2026-07-31T19:35:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284", "reconcileID": "deb40371-c9ff-4ecd-9164-2174c2fecf91", "LLMInferenceService": "rate-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284"} 2026-07-31T19:35:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd0284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284", "reconcileID": "11965d66-692b-4712-b4b5-e2aa56747df8", "Gateway": "e2e-shared-a-fd0284", "namespace": "openshift-ingress"} 2026-07-31T19:35:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284", "reconcileID": "deb40371-c9ff-4ecd-9164-2174c2fecf91", "LLMInferenceService": "rate-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284-kserve-route-authn"} 2026-07-31T19:35:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284", "reconcileID": "deb40371-c9ff-4ecd-9164-2174c2fecf91", "LLMInferenceService": "rate-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284", "authType": "userdefined"} 2026-07-31T19:35:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284", "reconcileID": "deb40371-c9ff-4ecd-9164-2174c2fecf91", "LLMInferenceService": "rate-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284"} 2026-07-31T19:35:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd0284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284", "reconcileID": "11965d66-692b-4712-b4b5-e2aa56747df8", "Gateway": "e2e-shared-a-fd0284", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284-authn-ssl"} 2026-07-31T19:35:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd0284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284", "reconcileID": "11965d66-692b-4712-b4b5-e2aa56747df8", "Gateway": "e2e-shared-a-fd0284", "namespace": "openshift-ingress"} 2026-07-31T19:35:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284", "reconcileID": "c3f13531-0d63-40fa-b13d-09f1a11b7c26", "LLMInferenceService": "rate-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284"} 2026-07-31T19:35:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284", "reconcileID": "c3f13531-0d63-40fa-b13d-09f1a11b7c26", "LLMInferenceService": "rate-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284"} 2026-07-31T19:35:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284", "reconcileID": "c3f13531-0d63-40fa-b13d-09f1a11b7c26", "LLMInferenceService": "rate-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284"} 2026-07-31T19:35:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284", "reconcileID": "c3f13531-0d63-40fa-b13d-09f1a11b7c26", "LLMInferenceService": "rate-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284-kserve-route-authn"} 2026-07-31T19:35:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284", "reconcileID": "c3f13531-0d63-40fa-b13d-09f1a11b7c26", "LLMInferenceService": "rate-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284", "authType": "userdefined"} 2026-07-31T19:35:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284", "reconcileID": "c3f13531-0d63-40fa-b13d-09f1a11b7c26", "LLMInferenceService": "rate-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284"} 2026-07-31T19:35:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd0284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284", "reconcileID": "d7e9b06a-7373-4e0e-a64e-ba948a54a717", "Gateway": "e2e-shared-a-fd0284", "namespace": "openshift-ingress"} 2026-07-31T19:35:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd0284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284", "reconcileID": "d7e9b06a-7373-4e0e-a64e-ba948a54a717", "Gateway": "e2e-shared-a-fd0284", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284-authn-ssl"} 2026-07-31T19:35:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd0284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284", "reconcileID": "d7e9b06a-7373-4e0e-a64e-ba948a54a717", "Gateway": "e2e-shared-a-fd0284", "namespace": "openshift-ingress"} 2026-07-31T19:35:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "8ecb891a-c08c-46c8-8946-3b1fd4bbdd04", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress"} 2026-07-31T19:35:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "8ecb891a-c08c-46c8-8946-3b1fd4bbdd04", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154-authn-ssl"} 2026-07-31T19:35:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "8ecb891a-c08c-46c8-8946-3b1fd4bbdd04", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress"} 2026-07-31T19:36:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd0284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284", "reconcileID": "f13cd496-ea9d-465d-bf11-df8e67787522", "Gateway": "e2e-shared-a-fd0284", "namespace": "openshift-ingress"} 2026-07-31T19:36:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd0284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284", "reconcileID": "f13cd496-ea9d-465d-bf11-df8e67787522", "Gateway": "e2e-shared-a-fd0284", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284-authn-ssl"} 2026-07-31T19:36:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd0284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284", "reconcileID": "f13cd496-ea9d-465d-bf11-df8e67787522", "Gateway": "e2e-shared-a-fd0284", "namespace": "openshift-ingress"} 2026-07-31T19:36:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284", "reconcileID": "165987a8-0aa7-490a-bab3-d4f633873db3", "LLMInferenceService": "rate-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284"} 2026-07-31T19:36:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284", "reconcileID": "165987a8-0aa7-490a-bab3-d4f633873db3", "LLMInferenceService": "rate-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284"} 2026-07-31T19:36:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284", "reconcileID": "165987a8-0aa7-490a-bab3-d4f633873db3", "LLMInferenceService": "rate-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284"} 2026-07-31T19:36:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284", "reconcileID": "165987a8-0aa7-490a-bab3-d4f633873db3", "LLMInferenceService": "rate-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284-kserve-route-authn"} 2026-07-31T19:36:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284", "reconcileID": "165987a8-0aa7-490a-bab3-d4f633873db3", "LLMInferenceService": "rate-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284", "authType": "userdefined"} 2026-07-31T19:36:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284", "reconcileID": "165987a8-0aa7-490a-bab3-d4f633873db3", "LLMInferenceService": "rate-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284"} 2026-07-31T19:36:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284", "reconcileID": "03ee4aed-bc71-44a8-80f4-707943eb86a0", "LLMInferenceService": "rate-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284"} 2026-07-31T19:36:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284", "reconcileID": "03ee4aed-bc71-44a8-80f4-707943eb86a0", "LLMInferenceService": "rate-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284"} 2026-07-31T19:36:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284", "reconcileID": "03ee4aed-bc71-44a8-80f4-707943eb86a0", "LLMInferenceService": "rate-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284"} 2026-07-31T19:36:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284", "reconcileID": "03ee4aed-bc71-44a8-80f4-707943eb86a0", "LLMInferenceService": "rate-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284-kserve-route-authn"} 2026-07-31T19:36:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284", "reconcileID": "03ee4aed-bc71-44a8-80f4-707943eb86a0", "LLMInferenceService": "rate-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284", "authType": "userdefined"} 2026-07-31T19:36:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284", "reconcileID": "03ee4aed-bc71-44a8-80f4-707943eb86a0", "LLMInferenceService": "rate-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284"} 2026-07-31T19:36:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284", "reconcileID": "b68bc67e-3099-4fef-8b1d-6a2179982a65", "LLMInferenceService": "rate-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284"} 2026-07-31T19:36:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284", "reconcileID": "b68bc67e-3099-4fef-8b1d-6a2179982a65", "LLMInferenceService": "rate-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284"} 2026-07-31T19:36:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284", "reconcileID": "b68bc67e-3099-4fef-8b1d-6a2179982a65", "LLMInferenceService": "rate-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284"} 2026-07-31T19:36:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284", "reconcileID": "b68bc67e-3099-4fef-8b1d-6a2179982a65", "LLMInferenceService": "rate-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284-kserve-route-authn"} 2026-07-31T19:36:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284", "reconcileID": "b68bc67e-3099-4fef-8b1d-6a2179982a65", "LLMInferenceService": "rate-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284", "authType": "userdefined"} 2026-07-31T19:36:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284", "reconcileID": "b68bc67e-3099-4fef-8b1d-6a2179982a65", "LLMInferenceService": "rate-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284"} 2026-07-31T19:36:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154", "reconcileID": "e41eb624-290a-411b-bde6-92b3b09f69f3", "LLMInferenceService": "rate-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:36:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154", "reconcileID": "e41eb624-290a-411b-bde6-92b3b09f69f3", "LLMInferenceService": "rate-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:36:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154", "reconcileID": "e41eb624-290a-411b-bde6-92b3b09f69f3", "LLMInferenceService": "rate-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:36:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "1a2af2d7-66ae-43c3-9ba5-c2937861c287", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress"} 2026-07-31T19:36:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154", "reconcileID": "e41eb624-290a-411b-bde6-92b3b09f69f3", "LLMInferenceService": "rate-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154-kserve-route-authn"} 2026-07-31T19:36:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154", "reconcileID": "e41eb624-290a-411b-bde6-92b3b09f69f3", "LLMInferenceService": "rate-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154", "authType": "userdefined"} 2026-07-31T19:36:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154", "reconcileID": "e41eb624-290a-411b-bde6-92b3b09f69f3", "LLMInferenceService": "rate-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:36:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "1a2af2d7-66ae-43c3-9ba5-c2937861c287", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154-authn-ssl"} 2026-07-31T19:36:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "1a2af2d7-66ae-43c3-9ba5-c2937861c287", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress"} 2026-07-31T19:36:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154", "reconcileID": "7944bf12-6009-4b31-98fb-37376ffa980c", "LLMInferenceService": "rate-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:36:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154", "reconcileID": "7944bf12-6009-4b31-98fb-37376ffa980c", "LLMInferenceService": "rate-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:36:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154", "reconcileID": "7944bf12-6009-4b31-98fb-37376ffa980c", "LLMInferenceService": "rate-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:36:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154", "reconcileID": "7944bf12-6009-4b31-98fb-37376ffa980c", "LLMInferenceService": "rate-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154-kserve-route-authn"} 2026-07-31T19:36:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154", "reconcileID": "7944bf12-6009-4b31-98fb-37376ffa980c", "LLMInferenceService": "rate-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154", "authType": "userdefined"} 2026-07-31T19:36:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154", "reconcileID": "7944bf12-6009-4b31-98fb-37376ffa980c", "LLMInferenceService": "rate-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:36:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "1c46c8aa-125f-4fe4-be4f-e46e27c756f1", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress"} 2026-07-31T19:36:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "1c46c8aa-125f-4fe4-be4f-e46e27c756f1", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154-authn-ssl"} 2026-07-31T19:36:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "1c46c8aa-125f-4fe4-be4f-e46e27c756f1", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress"} 2026-07-31T19:36:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154", "reconcileID": "616a1597-bc9b-4051-bee0-226f5c743927", "LLMInferenceService": "rate-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:36:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154", "reconcileID": "616a1597-bc9b-4051-bee0-226f5c743927", "LLMInferenceService": "rate-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:36:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154", "reconcileID": "616a1597-bc9b-4051-bee0-226f5c743927", "LLMInferenceService": "rate-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:36:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154", "reconcileID": "616a1597-bc9b-4051-bee0-226f5c743927", "LLMInferenceService": "rate-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154-kserve-route-authn"} 2026-07-31T19:36:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154", "reconcileID": "616a1597-bc9b-4051-bee0-226f5c743927", "LLMInferenceService": "rate-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154", "authType": "userdefined"} 2026-07-31T19:36:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154", "reconcileID": "616a1597-bc9b-4051-bee0-226f5c743927", "LLMInferenceService": "rate-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:36:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154", "reconcileID": "2fa673d5-87d8-4271-b37c-9ef0c112b8b8", "LLMInferenceService": "rate-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:36:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154", "reconcileID": "2fa673d5-87d8-4271-b37c-9ef0c112b8b8", "LLMInferenceService": "rate-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:36:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154", "reconcileID": "2fa673d5-87d8-4271-b37c-9ef0c112b8b8", "LLMInferenceService": "rate-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:36:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154", "reconcileID": "2fa673d5-87d8-4271-b37c-9ef0c112b8b8", "LLMInferenceService": "rate-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154-kserve-route-authn"} 2026-07-31T19:36:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154", "reconcileID": "2fa673d5-87d8-4271-b37c-9ef0c112b8b8", "LLMInferenceService": "rate-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154", "authType": "userdefined"} 2026-07-31T19:36:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154", "reconcileID": "2fa673d5-87d8-4271-b37c-9ef0c112b8b8", "LLMInferenceService": "rate-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:37:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154", "reconcileID": "b2981b2e-849b-4c89-a79d-0f8fc7763d41", "LLMInferenceService": "rate-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:37:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154", "reconcileID": "b2981b2e-849b-4c89-a79d-0f8fc7763d41", "LLMInferenceService": "rate-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:37:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154", "reconcileID": "b2981b2e-849b-4c89-a79d-0f8fc7763d41", "LLMInferenceService": "rate-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:37:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154", "reconcileID": "b2981b2e-849b-4c89-a79d-0f8fc7763d41", "LLMInferenceService": "rate-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154-kserve-route-authn"} 2026-07-31T19:37:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154", "reconcileID": "b2981b2e-849b-4c89-a79d-0f8fc7763d41", "LLMInferenceService": "rate-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154", "authType": "userdefined"} 2026-07-31T19:37:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154", "reconcileID": "b2981b2e-849b-4c89-a79d-0f8fc7763d41", "LLMInferenceService": "rate-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:37:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd0284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284", "reconcileID": "ee99c253-c8a2-4d5f-8999-bb859262d60c", "Gateway": "e2e-shared-a-fd0284", "namespace": "openshift-ingress"} 2026-07-31T19:37:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd0284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284", "reconcileID": "ee99c253-c8a2-4d5f-8999-bb859262d60c", "Gateway": "e2e-shared-a-fd0284", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284-authn-ssl"} 2026-07-31T19:37:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd0284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284", "reconcileID": "ee99c253-c8a2-4d5f-8999-bb859262d60c", "Gateway": "e2e-shared-a-fd0284", "namespace": "openshift-ingress"} 2026-07-31T19:37:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "2124fc63-66b3-4669-85de-dc14e772c936", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress"} 2026-07-31T19:37:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "2124fc63-66b3-4669-85de-dc14e772c936", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154-authn-ssl"} 2026-07-31T19:37:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "2124fc63-66b3-4669-85de-dc14e772c936", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress"} 2026-07-31T19:37:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "369551bf-e3ab-4dd9-8cb9-65d1447ef39b", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress"} 2026-07-31T19:37:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "369551bf-e3ab-4dd9-8cb9-65d1447ef39b", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154-authn-ssl"} 2026-07-31T19:37:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "369551bf-e3ab-4dd9-8cb9-65d1447ef39b", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress"} 2026-07-31T19:37:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "48baa8b4-00ff-4d20-8261-f8ef9253e6c8", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress"} 2026-07-31T19:37:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "48baa8b4-00ff-4d20-8261-f8ef9253e6c8", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154-authn-ssl"} 2026-07-31T19:37:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "48baa8b4-00ff-4d20-8261-f8ef9253e6c8", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress"} 2026-07-31T19:38:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2efeab21-cb92-4cc2-89ab-35c2f7bf3526", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T19:38:06Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284", "reconcileID": "4d74cf23-461c-4cd0-83f1-f002e2f945d3", "LLMInferenceService": "rate-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284"} 2026-07-31T19:38:06Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284", "reconcileID": "4d74cf23-461c-4cd0-83f1-f002e2f945d3", "LLMInferenceService": "rate-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284"} 2026-07-31T19:38:06Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284", "reconcileID": "4d74cf23-461c-4cd0-83f1-f002e2f945d3", "LLMInferenceService": "rate-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284"} 2026-07-31T19:38:06Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284", "reconcileID": "4d74cf23-461c-4cd0-83f1-f002e2f945d3", "LLMInferenceService": "rate-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284"} 2026-07-31T19:38:06Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284", "reconcileID": "4d74cf23-461c-4cd0-83f1-f002e2f945d3", "LLMInferenceService": "rate-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284-kserve-route-authn"} 2026-07-31T19:38:06Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284", "reconcileID": "4d74cf23-461c-4cd0-83f1-f002e2f945d3", "LLMInferenceService": "rate-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284-kserve-route-authn"} 2026-07-31T19:38:06Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284", "reconcileID": "4d74cf23-461c-4cd0-83f1-f002e2f945d3", "LLMInferenceService": "rate-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284"} 2026-07-31T19:38:06Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284", "reconcileID": "4d74cf23-461c-4cd0-83f1-f002e2f945d3", "LLMInferenceService": "rate-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284"} 2026-07-31T19:38:06Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd0284","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "rate-test-model-fd0284", "reconcileID": "4b637074-fd91-4c2d-9878-74ef8c067087", "LLMInferenceService": "rate-test-model-fd0284", "namespace": "ai-tenant-e2e-shared-a-fd0284"} 2026-07-31T19:38:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd0284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284", "reconcileID": "4a777b0f-e3f6-43f0-bb83-a69511608fd4", "Gateway": "e2e-shared-a-fd0284", "namespace": "openshift-ingress"} 2026-07-31T19:38:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd0284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284", "reconcileID": "4a777b0f-e3f6-43f0-bb83-a69511608fd4", "Gateway": "e2e-shared-a-fd0284", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284-authn-ssl"} 2026-07-31T19:38:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd0284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284", "reconcileID": "4a777b0f-e3f6-43f0-bb83-a69511608fd4", "Gateway": "e2e-shared-a-fd0284", "namespace": "openshift-ingress"} 2026-07-31T19:38:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd0284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284", "reconcileID": "43d3bf2c-4586-4dab-84bb-4e9cecf884ce", "Gateway": "e2e-shared-a-fd0284", "namespace": "openshift-ingress"} 2026-07-31T19:38:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd0284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284", "reconcileID": "43d3bf2c-4586-4dab-84bb-4e9cecf884ce", "Gateway": "e2e-shared-a-fd0284", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284-authn-ssl"} 2026-07-31T19:38:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd0284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284", "reconcileID": "43d3bf2c-4586-4dab-84bb-4e9cecf884ce", "Gateway": "e2e-shared-a-fd0284", "namespace": "openshift-ingress"} 2026-07-31T19:38:06Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154", "reconcileID": "dc13a600-a904-418c-930f-53561d59e5e4", "LLMInferenceService": "rate-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:38:06Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154", "reconcileID": "dc13a600-a904-418c-930f-53561d59e5e4", "LLMInferenceService": "rate-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154"} 2026-07-31T19:38:06Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154", "reconcileID": "dc13a600-a904-418c-930f-53561d59e5e4", "LLMInferenceService": "rate-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:38:06Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154", "reconcileID": "dc13a600-a904-418c-930f-53561d59e5e4", "LLMInferenceService": "rate-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:38:06Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154", "reconcileID": "dc13a600-a904-418c-930f-53561d59e5e4", "LLMInferenceService": "rate-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154-kserve-route-authn"} 2026-07-31T19:38:06Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154", "reconcileID": "dc13a600-a904-418c-930f-53561d59e5e4", "LLMInferenceService": "rate-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154-kserve-route-authn"} 2026-07-31T19:38:06Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154", "reconcileID": "dc13a600-a904-418c-930f-53561d59e5e4", "LLMInferenceService": "rate-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:38:06Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154", "reconcileID": "dc13a600-a904-418c-930f-53561d59e5e4", "LLMInferenceService": "rate-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:38:07Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-09a154","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "rate-test-model-09a154", "reconcileID": "f23d9cea-e1a6-412d-86ea-717ed721e916", "LLMInferenceService": "rate-test-model-09a154", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:38:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "9594c653-91f0-4633-8dc4-ca82f8d34cb1", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress"} 2026-07-31T19:38:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "9594c653-91f0-4633-8dc4-ca82f8d34cb1", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154-authn-ssl"} 2026-07-31T19:38:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "9594c653-91f0-4633-8dc4-ca82f8d34cb1", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress"} 2026-07-31T19:38:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "97c9e119-b242-4397-82b3-7dac5b33c8c0", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress"} 2026-07-31T19:38:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "97c9e119-b242-4397-82b3-7dac5b33c8c0", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154-authn-ssl"} 2026-07-31T19:38:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "97c9e119-b242-4397-82b3-7dac5b33c8c0", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress"} 2026-07-31T19:38:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "24e423d3-9378-4e6f-8856-d3f24cb1c673", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress"} 2026-07-31T19:38:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "24e423d3-9378-4e6f-8856-d3f24cb1c673", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154-authn-ssl"} 2026-07-31T19:38:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "24e423d3-9378-4e6f-8856-d3f24cb1c673", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress"} 2026-07-31T19:38:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd0284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284", "reconcileID": "e2169fc1-9c1b-4e8e-9d0f-e99b83bca2e2", "Gateway": "e2e-shared-a-fd0284", "namespace": "openshift-ingress"} 2026-07-31T19:38:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd0284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284", "reconcileID": "e2169fc1-9c1b-4e8e-9d0f-e99b83bca2e2", "Gateway": "e2e-shared-a-fd0284", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284-authn-ssl"} 2026-07-31T19:38:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd0284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284", "reconcileID": "e2169fc1-9c1b-4e8e-9d0f-e99b83bca2e2", "Gateway": "e2e-shared-a-fd0284", "namespace": "openshift-ingress"} 2026-07-31T19:38:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "a51286af-df35-4ef4-863f-fe785148614e", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress"} 2026-07-31T19:38:27Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "a51286af-df35-4ef4-863f-fe785148614e", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff-authn-ssl"} 2026-07-31T19:38:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "a51286af-df35-4ef4-863f-fe785148614e", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress"} 2026-07-31T19:38:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "43103a89-52ff-4636-bb1e-476a98dd1d6b", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress"} 2026-07-31T19:38:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "43103a89-52ff-4636-bb1e-476a98dd1d6b", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff-authn-ssl"} 2026-07-31T19:38:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "43103a89-52ff-4636-bb1e-476a98dd1d6b", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress"} 2026-07-31T19:38:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "dce42926-821c-47d1-930e-7422df6ea58b", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress"} 2026-07-31T19:38:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "dce42926-821c-47d1-930e-7422df6ea58b", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff-authn-ssl"} 2026-07-31T19:38:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "dce42926-821c-47d1-930e-7422df6ea58b", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress"} 2026-07-31T19:38:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "b4f8130e-9c9a-484f-aca4-5d0378ab776b", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress"} 2026-07-31T19:38:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "b4f8130e-9c9a-484f-aca4-5d0378ab776b", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff-authn-ssl"} 2026-07-31T19:38:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "b4f8130e-9c9a-484f-aca4-5d0378ab776b", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress"} 2026-07-31T19:38:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "451a97fd-7659-4aeb-b1cf-94d28619e340", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress"} 2026-07-31T19:38:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "451a97fd-7659-4aeb-b1cf-94d28619e340", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff-authn-ssl"} 2026-07-31T19:38:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "451a97fd-7659-4aeb-b1cf-94d28619e340", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress"} 2026-07-31T19:38:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "6ebf0095-3525-4fda-8be8-c66b2d520739", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress"} 2026-07-31T19:38:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "6ebf0095-3525-4fda-8be8-c66b2d520739", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff-authn-ssl"} 2026-07-31T19:38:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "6ebf0095-3525-4fda-8be8-c66b2d520739", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress"} 2026-07-31T19:38:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "dcb2e4be-a6cd-41d4-9383-dbc573e52039", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress"} 2026-07-31T19:38:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "dcb2e4be-a6cd-41d4-9383-dbc573e52039", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff-authn-ssl"} 2026-07-31T19:38:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "dcb2e4be-a6cd-41d4-9383-dbc573e52039", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress"} 2026-07-31T19:38:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "odh-trusted-ca-bundle", "reconcileID": "5fe67d9d-fb31-4d8c-bc69-7c6693ac8ac0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:38:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "openshift-service-ca.crt", "reconcileID": "0682c1a7-c370-426e-a318-ed05159b2479", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:38:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "openshift-service-ca.crt", "reconcileID": "9679c546-acc3-4255-bc6b-4db5576e7238", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-0368ff", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T19:38:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "openshift-service-ca.crt", "reconcileID": "9679c546-acc3-4255-bc6b-4db5576e7238", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:38:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b49e194-3486-4c34-a434-d82d959521f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:38:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "openshift-service-ca.crt", "reconcileID": "e220e242-d24b-4381-a2fc-a314289142c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:38:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "odh-trusted-ca-bundle", "reconcileID": "9687a753-164b-4b74-8dec-d4b937cf409f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0368ff", "update": "odh-kserve-custom-ca-bundle"} 2026-07-31T19:38:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "odh-trusted-ca-bundle", "reconcileID": "9687a753-164b-4b74-8dec-d4b937cf409f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:38:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f08e00dd-d7f5-4ba2-a938-6e3f46679c0d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:38:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "3d5f8001-0572-449c-971f-00abe7e64eb9", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress"} 2026-07-31T19:38:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "3d5f8001-0572-449c-971f-00abe7e64eb9", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff-authn-ssl"} 2026-07-31T19:38:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "3d5f8001-0572-449c-971f-00abe7e64eb9", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress"} 2026-07-31T19:38:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cce2cc16-fb86-4cdc-8321-a7a8ad5e8315", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T19:38:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "15223ddf-bbf4-44f3-87e6-61ec67123b22", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress"} 2026-07-31T19:38:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "15223ddf-bbf4-44f3-87e6-61ec67123b22", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff-authn-ssl"} 2026-07-31T19:38:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "15223ddf-bbf4-44f3-87e6-61ec67123b22", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress"} 2026-07-31T19:38:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "64626f95-0b8c-42be-9855-04b127c91444", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T19:38:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4a214ddf-7956-4270-a2da-cf869bf15aba", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T19:39:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90f898","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898", "reconcileID": "65eee47d-f14b-4a1c-b778-7560d2028d01", "Gateway": "e2e-ipp-b-90f898", "namespace": "openshift-ingress"} 2026-07-31T19:39:01Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90f898","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898", "reconcileID": "65eee47d-f14b-4a1c-b778-7560d2028d01", "Gateway": "e2e-ipp-b-90f898", "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898-authn-ssl"} 2026-07-31T19:39:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90f898","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898", "reconcileID": "65eee47d-f14b-4a1c-b778-7560d2028d01", "Gateway": "e2e-ipp-b-90f898", "namespace": "openshift-ingress"} 2026-07-31T19:39:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90f898","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898", "reconcileID": "6a1d21fa-5981-46db-82b2-b631f773e82a", "Gateway": "e2e-ipp-b-90f898", "namespace": "openshift-ingress"} 2026-07-31T19:39:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90f898","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898", "reconcileID": "6a1d21fa-5981-46db-82b2-b631f773e82a", "Gateway": "e2e-ipp-b-90f898", "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898-authn-ssl"} 2026-07-31T19:39:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90f898","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898", "reconcileID": "6a1d21fa-5981-46db-82b2-b631f773e82a", "Gateway": "e2e-ipp-b-90f898", "namespace": "openshift-ingress"} 2026-07-31T19:39:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90f898","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898", "reconcileID": "c50343d2-0bf1-4287-ab46-77388e5b39f1", "Gateway": "e2e-ipp-b-90f898", "namespace": "openshift-ingress"} 2026-07-31T19:39:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90f898","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898", "reconcileID": "c50343d2-0bf1-4287-ab46-77388e5b39f1", "Gateway": "e2e-ipp-b-90f898", "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898-authn-ssl"} 2026-07-31T19:39:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90f898","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898", "reconcileID": "c50343d2-0bf1-4287-ab46-77388e5b39f1", "Gateway": "e2e-ipp-b-90f898", "namespace": "openshift-ingress"} 2026-07-31T19:39:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90f898","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898", "reconcileID": "87a9c555-3d5b-4693-b630-420b7fd630f4", "Gateway": "e2e-ipp-b-90f898", "namespace": "openshift-ingress"} 2026-07-31T19:39:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90f898","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898", "reconcileID": "87a9c555-3d5b-4693-b630-420b7fd630f4", "Gateway": "e2e-ipp-b-90f898", "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898-authn-ssl"} 2026-07-31T19:39:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90f898","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898", "reconcileID": "87a9c555-3d5b-4693-b630-420b7fd630f4", "Gateway": "e2e-ipp-b-90f898", "namespace": "openshift-ingress"} 2026-07-31T19:39:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90f898","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898", "reconcileID": "775b4c8a-7953-4672-9499-3b0d18c19e83", "Gateway": "e2e-ipp-b-90f898", "namespace": "openshift-ingress"} 2026-07-31T19:39:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90f898","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898", "reconcileID": "775b4c8a-7953-4672-9499-3b0d18c19e83", "Gateway": "e2e-ipp-b-90f898", "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898-authn-ssl"} 2026-07-31T19:39:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90f898","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898", "reconcileID": "775b4c8a-7953-4672-9499-3b0d18c19e83", "Gateway": "e2e-ipp-b-90f898", "namespace": "openshift-ingress"} 2026-07-31T19:39:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90f898","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898", "reconcileID": "4bf050de-c7a3-42cc-bb4a-75b58196dac6", "Gateway": "e2e-ipp-b-90f898", "namespace": "openshift-ingress"} 2026-07-31T19:39:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90f898","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898", "reconcileID": "4bf050de-c7a3-42cc-bb4a-75b58196dac6", "Gateway": "e2e-ipp-b-90f898", "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898-authn-ssl"} 2026-07-31T19:39:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90f898","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898", "reconcileID": "4bf050de-c7a3-42cc-bb4a-75b58196dac6", "Gateway": "e2e-ipp-b-90f898", "namespace": "openshift-ingress"} 2026-07-31T19:39:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90f898","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898", "reconcileID": "33ddea85-44dc-46bf-93a8-f3fc61c4f247", "Gateway": "e2e-ipp-b-90f898", "namespace": "openshift-ingress"} 2026-07-31T19:39:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90f898","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898", "reconcileID": "33ddea85-44dc-46bf-93a8-f3fc61c4f247", "Gateway": "e2e-ipp-b-90f898", "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898-authn-ssl"} 2026-07-31T19:39:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90f898","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898", "reconcileID": "33ddea85-44dc-46bf-93a8-f3fc61c4f247", "Gateway": "e2e-ipp-b-90f898", "namespace": "openshift-ingress"} 2026-07-31T19:39:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-90f898"}, "namespace": "ai-tenant-e2e-ipp-b-90f898", "name": "openshift-service-ca.crt", "reconcileID": "09c6ed3c-089d-4fea-8788-dc970de83ece", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-90f898"} 2026-07-31T19:39:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-90f898"}, "namespace": "ai-tenant-e2e-ipp-b-90f898", "name": "odh-trusted-ca-bundle", "reconcileID": "d218155e-d8c6-4553-9147-f5f2d90478f4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-90f898"} 2026-07-31T19:39:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-90f898"}, "namespace": "ai-tenant-e2e-ipp-b-90f898", "name": "openshift-service-ca.crt", "reconcileID": "0e19d712-b67f-4520-833b-042d199c5e86", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-90f898", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T19:39:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-90f898"}, "namespace": "ai-tenant-e2e-ipp-b-90f898", "name": "openshift-service-ca.crt", "reconcileID": "0e19d712-b67f-4520-833b-042d199c5e86", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-90f898"} 2026-07-31T19:39:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-90f898"}, "namespace": "ai-tenant-e2e-ipp-b-90f898", "name": "openshift-service-ca.crt", "reconcileID": "8de5a1ca-de8b-4834-aa30-3c9d5a461712", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-90f898", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T19:39:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-90f898"}, "namespace": "ai-tenant-e2e-ipp-b-90f898", "name": "openshift-service-ca.crt", "reconcileID": "8de5a1ca-de8b-4834-aa30-3c9d5a461712", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-31T19:39:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-90f898"}, "namespace": "ai-tenant-e2e-ipp-b-90f898", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "024efd59-c93d-40e7-af09-1977affe1080", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-90f898"} 2026-07-31T19:39:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-90f898"}, "namespace": "ai-tenant-e2e-ipp-b-90f898", "name": "openshift-service-ca.crt", "reconcileID": "70f61ec2-993d-4802-a319-1b9ae9ae62e8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-90f898"} 2026-07-31T19:39:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-90f898"}, "namespace": "ai-tenant-e2e-ipp-b-90f898", "name": "odh-trusted-ca-bundle", "reconcileID": "6e809db5-ed83-43ad-bbcd-2e639eeffd11", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-90f898", "update": "odh-kserve-custom-ca-bundle"} 2026-07-31T19:39:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-90f898"}, "namespace": "ai-tenant-e2e-ipp-b-90f898", "name": "odh-trusted-ca-bundle", "reconcileID": "6e809db5-ed83-43ad-bbcd-2e639eeffd11", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-90f898"} 2026-07-31T19:39:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-90f898"}, "namespace": "ai-tenant-e2e-ipp-b-90f898", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1376ce5-4b44-4696-bb10-4b7ad95ece75", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-90f898"} 2026-07-31T19:39:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90f898","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898", "reconcileID": "ec47ea7f-d48e-47db-b843-867fae100551", "Gateway": "e2e-ipp-b-90f898", "namespace": "openshift-ingress"} 2026-07-31T19:39:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90f898","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898", "reconcileID": "ec47ea7f-d48e-47db-b843-867fae100551", "Gateway": "e2e-ipp-b-90f898", "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898-authn-ssl"} 2026-07-31T19:39:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90f898","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898", "reconcileID": "ec47ea7f-d48e-47db-b843-867fae100551", "Gateway": "e2e-ipp-b-90f898", "namespace": "openshift-ingress"} 2026-07-31T19:39:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "565026b9-4fe3-429f-a5a0-75dcc514ffaf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T19:39:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90f898","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898", "reconcileID": "fa4454af-6678-40cf-a24a-366b4c415c2a", "Gateway": "e2e-ipp-b-90f898", "namespace": "openshift-ingress"} 2026-07-31T19:39:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90f898","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898", "reconcileID": "fa4454af-6678-40cf-a24a-366b4c415c2a", "Gateway": "e2e-ipp-b-90f898", "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898-authn-ssl"} 2026-07-31T19:39:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90f898","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898", "reconcileID": "fa4454af-6678-40cf-a24a-366b4c415c2a", "Gateway": "e2e-ipp-b-90f898", "namespace": "openshift-ingress"} 2026-07-31T19:39:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "aa5903b7-b95b-4fd8-bc94-a72e24bf56f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T19:39:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "922fd960-6e4f-4548-b2f8-61a2ff97afd7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T19:39:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "405ab3f4-a096-45a8-9763-e41b393d30a6", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:39:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "405ab3f4-a096-45a8-9763-e41b393d30a6", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:39:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "405ab3f4-a096-45a8-9763-e41b393d30a6", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:39:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "3cd8b5f7-2577-4c9c-bed6-ddf5431f6250", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress"} 2026-07-31T19:39:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "405ab3f4-a096-45a8-9763-e41b393d30a6", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff-kserve-route-authn"} 2026-07-31T19:39:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "405ab3f4-a096-45a8-9763-e41b393d30a6", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff", "authType": "userdefined"} 2026-07-31T19:39:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "405ab3f4-a096-45a8-9763-e41b393d30a6", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:39:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "3cd8b5f7-2577-4c9c-bed6-ddf5431f6250", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff-authn-ssl"} 2026-07-31T19:39:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "3cd8b5f7-2577-4c9c-bed6-ddf5431f6250", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress"} 2026-07-31T19:39:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "4f09eb27-346a-4f7c-b3de-ddc0feda1867", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:39:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "4f09eb27-346a-4f7c-b3de-ddc0feda1867", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:39:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "4f09eb27-346a-4f7c-b3de-ddc0feda1867", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:39:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "4f09eb27-346a-4f7c-b3de-ddc0feda1867", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff-kserve-route-authn"} 2026-07-31T19:39:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "4f09eb27-346a-4f7c-b3de-ddc0feda1867", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff", "authType": "userdefined"} 2026-07-31T19:39:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "4f09eb27-346a-4f7c-b3de-ddc0feda1867", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:39:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "34fbd87a-813e-4919-927a-992c9566d6be", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress"} 2026-07-31T19:39:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "34fbd87a-813e-4919-927a-992c9566d6be", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff-authn-ssl"} 2026-07-31T19:39:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "34fbd87a-813e-4919-927a-992c9566d6be", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress"} 2026-07-31T19:39:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "b8ab878f-524c-4c80-bdb9-3343951aed92", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:39:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "b8ab878f-524c-4c80-bdb9-3343951aed92", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:39:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "b8ab878f-524c-4c80-bdb9-3343951aed92", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:39:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "b8ab878f-524c-4c80-bdb9-3343951aed92", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff-kserve-route-authn"} 2026-07-31T19:39:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "b8ab878f-524c-4c80-bdb9-3343951aed92", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff", "authType": "userdefined"} 2026-07-31T19:39:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "b8ab878f-524c-4c80-bdb9-3343951aed92", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:39:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "c4a0cb01-0a8f-477b-99f8-fbb79158e2d7", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:39:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "c4a0cb01-0a8f-477b-99f8-fbb79158e2d7", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:39:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "c4a0cb01-0a8f-477b-99f8-fbb79158e2d7", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:39:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "c4a0cb01-0a8f-477b-99f8-fbb79158e2d7", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff-kserve-route-authn"} 2026-07-31T19:39:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "c4a0cb01-0a8f-477b-99f8-fbb79158e2d7", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff", "authType": "userdefined"} 2026-07-31T19:39:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "c4a0cb01-0a8f-477b-99f8-fbb79158e2d7", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:39:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "6fcad6b7-2c77-4d59-981e-00f1aed7fcfc", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:39:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "6fcad6b7-2c77-4d59-981e-00f1aed7fcfc", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:39:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "6fcad6b7-2c77-4d59-981e-00f1aed7fcfc", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:39:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "6fcad6b7-2c77-4d59-981e-00f1aed7fcfc", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff-kserve-route-authn"} 2026-07-31T19:39:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "6fcad6b7-2c77-4d59-981e-00f1aed7fcfc", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff", "authType": "userdefined"} 2026-07-31T19:39:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "6fcad6b7-2c77-4d59-981e-00f1aed7fcfc", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:39:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "4552c12c-5208-4b96-be9d-8bbcffc4f0b7", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress"} 2026-07-31T19:39:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "4552c12c-5208-4b96-be9d-8bbcffc4f0b7", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff-authn-ssl"} 2026-07-31T19:39:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "4552c12c-5208-4b96-be9d-8bbcffc4f0b7", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress"} 2026-07-31T19:40:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-85e026","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026", "reconcileID": "f3fe9a8a-3dfe-4b5b-8952-db4a6ceaee3d", "Gateway": "e2e-ipp-cleanup-85e026", "namespace": "openshift-ingress"} 2026-07-31T19:40:16Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-85e026","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026", "reconcileID": "f3fe9a8a-3dfe-4b5b-8952-db4a6ceaee3d", "Gateway": "e2e-ipp-cleanup-85e026", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026-authn-ssl"} 2026-07-31T19:40:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-85e026","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026", "reconcileID": "f3fe9a8a-3dfe-4b5b-8952-db4a6ceaee3d", "Gateway": "e2e-ipp-cleanup-85e026", "namespace": "openshift-ingress"} 2026-07-31T19:40:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-85e026","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026", "reconcileID": "3e401610-9ebb-4c57-9a4f-877a4d4af218", "Gateway": "e2e-ipp-cleanup-85e026", "namespace": "openshift-ingress"} 2026-07-31T19:40:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-85e026","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026", "reconcileID": "3e401610-9ebb-4c57-9a4f-877a4d4af218", "Gateway": "e2e-ipp-cleanup-85e026", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026-authn-ssl"} 2026-07-31T19:40:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-85e026","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026", "reconcileID": "3e401610-9ebb-4c57-9a4f-877a4d4af218", "Gateway": "e2e-ipp-cleanup-85e026", "namespace": "openshift-ingress"} 2026-07-31T19:40:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-85e026","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026", "reconcileID": "07961d80-2a56-4d6d-9a17-79d1474b70f4", "Gateway": "e2e-ipp-cleanup-85e026", "namespace": "openshift-ingress"} 2026-07-31T19:40:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-85e026","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026", "reconcileID": "07961d80-2a56-4d6d-9a17-79d1474b70f4", "Gateway": "e2e-ipp-cleanup-85e026", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026-authn-ssl"} 2026-07-31T19:40:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-85e026","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026", "reconcileID": "07961d80-2a56-4d6d-9a17-79d1474b70f4", "Gateway": "e2e-ipp-cleanup-85e026", "namespace": "openshift-ingress"} 2026-07-31T19:40:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-85e026","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026", "reconcileID": "ae341f5d-65a4-4509-925a-53b09cc1d4db", "Gateway": "e2e-ipp-cleanup-85e026", "namespace": "openshift-ingress"} 2026-07-31T19:40:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-85e026","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026", "reconcileID": "ae341f5d-65a4-4509-925a-53b09cc1d4db", "Gateway": "e2e-ipp-cleanup-85e026", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026-authn-ssl"} 2026-07-31T19:40:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-85e026","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026", "reconcileID": "ae341f5d-65a4-4509-925a-53b09cc1d4db", "Gateway": "e2e-ipp-cleanup-85e026", "namespace": "openshift-ingress"} 2026-07-31T19:40:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-85e026","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026", "reconcileID": "da24d4ff-0165-4656-b7c9-82208acf6083", "Gateway": "e2e-ipp-cleanup-85e026", "namespace": "openshift-ingress"} 2026-07-31T19:40:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-85e026","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026", "reconcileID": "da24d4ff-0165-4656-b7c9-82208acf6083", "Gateway": "e2e-ipp-cleanup-85e026", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026-authn-ssl"} 2026-07-31T19:40:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-85e026","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026", "reconcileID": "da24d4ff-0165-4656-b7c9-82208acf6083", "Gateway": "e2e-ipp-cleanup-85e026", "namespace": "openshift-ingress"} 2026-07-31T19:40:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-85e026","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026", "reconcileID": "bdc3a5e0-42a2-45c5-be71-b44c718d7a14", "Gateway": "e2e-ipp-cleanup-85e026", "namespace": "openshift-ingress"} 2026-07-31T19:40:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-85e026","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026", "reconcileID": "bdc3a5e0-42a2-45c5-be71-b44c718d7a14", "Gateway": "e2e-ipp-cleanup-85e026", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026-authn-ssl"} 2026-07-31T19:40:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-85e026","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026", "reconcileID": "bdc3a5e0-42a2-45c5-be71-b44c718d7a14", "Gateway": "e2e-ipp-cleanup-85e026", "namespace": "openshift-ingress"} 2026-07-31T19:40:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-85e026","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026", "reconcileID": "e01f14c6-5224-49e4-b3ed-70d838294ea1", "Gateway": "e2e-ipp-cleanup-85e026", "namespace": "openshift-ingress"} 2026-07-31T19:40:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-85e026","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026", "reconcileID": "e01f14c6-5224-49e4-b3ed-70d838294ea1", "Gateway": "e2e-ipp-cleanup-85e026", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026-authn-ssl"} 2026-07-31T19:40:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-85e026","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026", "reconcileID": "e01f14c6-5224-49e4-b3ed-70d838294ea1", "Gateway": "e2e-ipp-cleanup-85e026", "namespace": "openshift-ingress"} 2026-07-31T19:40:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-85e026"}, "namespace": "ai-tenant-e2e-ipp-cleanup-85e026", "name": "openshift-service-ca.crt", "reconcileID": "9152b824-c56f-4e28-ac46-fb01d2cc13ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-85e026"} 2026-07-31T19:40:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-85e026"}, "namespace": "ai-tenant-e2e-ipp-cleanup-85e026", "name": "odh-trusted-ca-bundle", "reconcileID": "766f7b8d-433a-40e3-9e2a-58e316b1aed9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-85e026"} 2026-07-31T19:40:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-85e026"}, "namespace": "ai-tenant-e2e-ipp-cleanup-85e026", "name": "openshift-service-ca.crt", "reconcileID": "e3bb136d-227e-4155-bbbe-4afe909da030", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-85e026", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T19:40:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-85e026"}, "namespace": "ai-tenant-e2e-ipp-cleanup-85e026", "name": "openshift-service-ca.crt", "reconcileID": "e3bb136d-227e-4155-bbbe-4afe909da030", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-85e026"} 2026-07-31T19:40:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-85e026"}, "namespace": "ai-tenant-e2e-ipp-cleanup-85e026", "name": "openshift-service-ca.crt", "reconcileID": "c4540f4e-a910-4f5d-af90-580a323be3df", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-85e026"} 2026-07-31T19:40:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-85e026"}, "namespace": "ai-tenant-e2e-ipp-cleanup-85e026", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7f171bbd-f687-4d97-965f-e84c62a7fb1b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-85e026"} 2026-07-31T19:40:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-85e026"}, "namespace": "ai-tenant-e2e-ipp-cleanup-85e026", "name": "odh-trusted-ca-bundle", "reconcileID": "fcbb31c2-21e1-4426-a373-0f99a7f2e488", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-85e026", "update": "odh-kserve-custom-ca-bundle"} 2026-07-31T19:40:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-85e026"}, "namespace": "ai-tenant-e2e-ipp-cleanup-85e026", "name": "odh-trusted-ca-bundle", "reconcileID": "fcbb31c2-21e1-4426-a373-0f99a7f2e488", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-85e026"} 2026-07-31T19:40:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-85e026"}, "namespace": "ai-tenant-e2e-ipp-cleanup-85e026", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "107e1a76-3c89-4907-8676-1506abe506d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-85e026"} 2026-07-31T19:40:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-85e026","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026", "reconcileID": "d356cf52-6822-4a91-b675-5826df2f553a", "Gateway": "e2e-ipp-cleanup-85e026", "namespace": "openshift-ingress"} 2026-07-31T19:40:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-85e026","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026", "reconcileID": "d356cf52-6822-4a91-b675-5826df2f553a", "Gateway": "e2e-ipp-cleanup-85e026", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026-authn-ssl"} 2026-07-31T19:40:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-85e026","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026", "reconcileID": "d356cf52-6822-4a91-b675-5826df2f553a", "Gateway": "e2e-ipp-cleanup-85e026", "namespace": "openshift-ingress"} 2026-07-31T19:40:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "faa54148-f31c-4380-957d-0d38b930f24a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T19:40:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-85e026","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026", "reconcileID": "f4425a39-b9ee-4521-a99c-59f261fd0b64", "Gateway": "e2e-ipp-cleanup-85e026", "namespace": "openshift-ingress"} 2026-07-31T19:40:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-85e026","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026", "reconcileID": "f4425a39-b9ee-4521-a99c-59f261fd0b64", "Gateway": "e2e-ipp-cleanup-85e026", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026-authn-ssl"} 2026-07-31T19:40:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-85e026","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026", "reconcileID": "f4425a39-b9ee-4521-a99c-59f261fd0b64", "Gateway": "e2e-ipp-cleanup-85e026", "namespace": "openshift-ingress"} 2026-07-31T19:40:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-85e026","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026", "reconcileID": "b078f3b7-def9-4ec4-a544-736400f16a62", "Gateway": "e2e-ipp-cleanup-85e026", "namespace": "openshift-ingress"} 2026-07-31T19:40:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-85e026","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026", "reconcileID": "b078f3b7-def9-4ec4-a544-736400f16a62", "Gateway": "e2e-ipp-cleanup-85e026", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026-authn-ssl"} 2026-07-31T19:40:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-85e026","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026", "reconcileID": "b078f3b7-def9-4ec4-a544-736400f16a62", "Gateway": "e2e-ipp-cleanup-85e026", "namespace": "openshift-ingress"} 2026-07-31T19:40:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-85e026","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026", "reconcileID": "403a94ed-bce8-446a-be9d-9d72c33cd723", "Gateway": "e2e-ipp-cleanup-85e026", "namespace": "openshift-ingress"} 2026-07-31T19:40:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-85e026","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026", "reconcileID": "403a94ed-bce8-446a-be9d-9d72c33cd723", "Gateway": "e2e-ipp-cleanup-85e026", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026-authn-ssl"} 2026-07-31T19:40:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-85e026","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026", "reconcileID": "403a94ed-bce8-446a-be9d-9d72c33cd723", "Gateway": "e2e-ipp-cleanup-85e026", "namespace": "openshift-ingress"} 2026-07-31T19:40:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-85e026"}, "namespace": "ai-tenant-e2e-ipp-cleanup-85e026", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "75718c89-3f6a-4f86-b161-6e6fa9085d2e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-85e026"} 2026-07-31T19:40:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-85e026"}, "namespace": "ai-tenant-e2e-ipp-cleanup-85e026", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "75718c89-3f6a-4f86-b161-6e6fa9085d2e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-85e026", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T19:40:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-85e026"}, "namespace": "ai-tenant-e2e-ipp-cleanup-85e026", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "75718c89-3f6a-4f86-b161-6e6fa9085d2e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-85e026 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-31T19:40:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-85e026"}, "namespace": "ai-tenant-e2e-ipp-cleanup-85e026", "name": "odh-trusted-ca-bundle", "reconcileID": "c8af07b7-1c4e-48a0-ba62-e33166592aee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-85e026"} 2026-07-31T19:40:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-85e026"}, "namespace": "ai-tenant-e2e-ipp-cleanup-85e026", "name": "odh-trusted-ca-bundle", "reconcileID": "c8af07b7-1c4e-48a0-ba62-e33166592aee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-85e026"} 2026-07-31T19:40:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-85e026"}, "namespace": "ai-tenant-e2e-ipp-cleanup-85e026", "name": "openshift-service-ca.crt", "reconcileID": "7f47af7b-bcc4-464d-a387-a13993b91693", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-85e026"} 2026-07-31T19:40:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-85e026"}, "namespace": "ai-tenant-e2e-ipp-cleanup-85e026", "name": "openshift-service-ca.crt", "reconcileID": "7f47af7b-bcc4-464d-a387-a13993b91693", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-85e026"} 2026-07-31T19:40:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-85e026"}, "namespace": "ai-tenant-e2e-ipp-cleanup-85e026", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a3f225e7-021f-4722-979e-862c68013b04", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-85e026"} 2026-07-31T19:40:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-85e026"}, "namespace": "ai-tenant-e2e-ipp-cleanup-85e026", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a3f225e7-021f-4722-979e-862c68013b04", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-85e026"} 2026-07-31T19:40:58Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-85e026","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-85e026", "reconcileID": "36d8863d-2172-4ec0-b753-b2eee0fde04b", "Gateway": "e2e-ipp-cleanup-85e026", "namespace": "openshift-ingress"} 2026-07-31T19:41:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bd9752fb-88a6-455c-8f3d-3a0b920a9d4d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T19:41:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "b05e1b19-85bb-4cef-834e-ff670343b768", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress"} 2026-07-31T19:41:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "b05e1b19-85bb-4cef-834e-ff670343b768", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff-authn-ssl"} 2026-07-31T19:41:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "b05e1b19-85bb-4cef-834e-ff670343b768", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress"} 2026-07-31T19:41:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "cef3cc8f-ecda-41f9-af33-9cda443ab1f5", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress"} 2026-07-31T19:41:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "cef3cc8f-ecda-41f9-af33-9cda443ab1f5", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff-authn-ssl"} 2026-07-31T19:41:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "cef3cc8f-ecda-41f9-af33-9cda443ab1f5", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress"} 2026-07-31T19:41:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "045231f0-6e30-4e67-89f3-81b2ce7df173", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress"} 2026-07-31T19:41:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "045231f0-6e30-4e67-89f3-81b2ce7df173", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff-authn-ssl"} 2026-07-31T19:41:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "045231f0-6e30-4e67-89f3-81b2ce7df173", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress"} 2026-07-31T19:41:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "f4a66849-52fb-4305-8015-faa7da634ff8", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress"} 2026-07-31T19:41:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "f4a66849-52fb-4305-8015-faa7da634ff8", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff-authn-ssl"} 2026-07-31T19:41:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "f4a66849-52fb-4305-8015-faa7da634ff8", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress"} 2026-07-31T19:41:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "58808379-9231-4881-aada-ad5288a29ecb", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:41:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "58808379-9231-4881-aada-ad5288a29ecb", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:41:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "58808379-9231-4881-aada-ad5288a29ecb", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:41:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "58808379-9231-4881-aada-ad5288a29ecb", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff-kserve-route-authn"} 2026-07-31T19:41:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "58808379-9231-4881-aada-ad5288a29ecb", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff", "authType": "userdefined"} 2026-07-31T19:41:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "58808379-9231-4881-aada-ad5288a29ecb", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:41:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "a837dee3-8094-4b9d-9500-95caec15d4f8", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress"} 2026-07-31T19:41:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "a837dee3-8094-4b9d-9500-95caec15d4f8", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff-authn-ssl"} 2026-07-31T19:41:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "a837dee3-8094-4b9d-9500-95caec15d4f8", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress"} 2026-07-31T19:41:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f9b0808-3231-4878-9b7c-60a33db9f3ea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:41:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f9b0808-3231-4878-9b7c-60a33db9f3ea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0368ff", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T19:41:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f9b0808-3231-4878-9b7c-60a33db9f3ea", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-0368ff because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-31T19:41:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "odh-trusted-ca-bundle", "reconcileID": "5f0193d0-6197-4f3a-a5ad-35e8030e7277", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:41:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "odh-trusted-ca-bundle", "reconcileID": "5f0193d0-6197-4f3a-a5ad-35e8030e7277", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:41:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "openshift-service-ca.crt", "reconcileID": "f2752ffb-0ee5-4f30-b3c8-45e199943526", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:41:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "openshift-service-ca.crt", "reconcileID": "f2752ffb-0ee5-4f30-b3c8-45e199943526", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:41:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a278c7bf-e4fd-4b4c-83d6-b2336807e586", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:41:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a278c7bf-e4fd-4b4c-83d6-b2336807e586", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:41:54Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "586ed6d9-2207-46d6-be2c-6e5f8b6e7c0b", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:41:54Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "586ed6d9-2207-46d6-be2c-6e5f8b6e7c0b", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff"} 2026-07-31T19:41:54Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "586ed6d9-2207-46d6-be2c-6e5f8b6e7c0b", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:41:54Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "586ed6d9-2207-46d6-be2c-6e5f8b6e7c0b", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:41:54Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "586ed6d9-2207-46d6-be2c-6e5f8b6e7c0b", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff-kserve-route-authn"} 2026-07-31T19:41:54Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "586ed6d9-2207-46d6-be2c-6e5f8b6e7c0b", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff-kserve-route-authn"} 2026-07-31T19:41:54Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "586ed6d9-2207-46d6-be2c-6e5f8b6e7c0b", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:41:54Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "586ed6d9-2207-46d6-be2c-6e5f8b6e7c0b", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:42:04Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "bda3a4a8-0eee-4c38-971a-e1cf606d3a90", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:42:04Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "bda3a4a8-0eee-4c38-971a-e1cf606d3a90", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff"} 2026-07-31T19:42:04Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "bda3a4a8-0eee-4c38-971a-e1cf606d3a90", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:42:04Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "bda3a4a8-0eee-4c38-971a-e1cf606d3a90", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:42:04Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "bda3a4a8-0eee-4c38-971a-e1cf606d3a90", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff-kserve-route-authn"} 2026-07-31T19:42:04Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "bda3a4a8-0eee-4c38-971a-e1cf606d3a90", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff-kserve-route-authn"} 2026-07-31T19:42:04Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "bda3a4a8-0eee-4c38-971a-e1cf606d3a90", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:42:04Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "bda3a4a8-0eee-4c38-971a-e1cf606d3a90", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:42:04Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-0368ff","namespace":"ai-tenant-e2e-ipp-a-0368ff"}, "namespace": "ai-tenant-e2e-ipp-a-0368ff", "name": "ipp-route-0368ff", "reconcileID": "c92f4dd1-d03c-4e63-a7bf-296c90dd939e", "LLMInferenceService": "ipp-route-0368ff", "namespace": "ai-tenant-e2e-ipp-a-0368ff"} 2026-07-31T19:42:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "5fdec4ce-311d-4eee-a9eb-fc6bd6bf0983", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress"} 2026-07-31T19:42:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "5fdec4ce-311d-4eee-a9eb-fc6bd6bf0983", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff-authn-ssl"} 2026-07-31T19:42:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "5fdec4ce-311d-4eee-a9eb-fc6bd6bf0983", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress"} 2026-07-31T19:42:06Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-0368ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-0368ff", "reconcileID": "2a265446-1b83-4922-a22e-2b724e1b1b06", "Gateway": "e2e-ipp-a-0368ff", "namespace": "openshift-ingress"} 2026-07-31T19:42:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "817c6cef-2cc3-4d39-9e82-8087a72ad9e0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T19:42:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90f898","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898", "reconcileID": "ebf3899e-2231-4b73-b2ba-68b667f53653", "Gateway": "e2e-ipp-b-90f898", "namespace": "openshift-ingress"} 2026-07-31T19:42:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90f898","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898", "reconcileID": "ebf3899e-2231-4b73-b2ba-68b667f53653", "Gateway": "e2e-ipp-b-90f898", "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898-authn-ssl"} 2026-07-31T19:42:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90f898","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898", "reconcileID": "ebf3899e-2231-4b73-b2ba-68b667f53653", "Gateway": "e2e-ipp-b-90f898", "namespace": "openshift-ingress"} 2026-07-31T19:42:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90f898","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898", "reconcileID": "31460e1b-5dc4-4d2d-922d-b1200e5250fe", "Gateway": "e2e-ipp-b-90f898", "namespace": "openshift-ingress"} 2026-07-31T19:42:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90f898","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898", "reconcileID": "31460e1b-5dc4-4d2d-922d-b1200e5250fe", "Gateway": "e2e-ipp-b-90f898", "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898-authn-ssl"} 2026-07-31T19:42:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90f898","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898", "reconcileID": "31460e1b-5dc4-4d2d-922d-b1200e5250fe", "Gateway": "e2e-ipp-b-90f898", "namespace": "openshift-ingress"} 2026-07-31T19:42:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-90f898"}, "namespace": "ai-tenant-e2e-ipp-b-90f898", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3afeec2-696e-4bc5-aeeb-af2196b42cfa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-90f898"} 2026-07-31T19:42:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-90f898"}, "namespace": "ai-tenant-e2e-ipp-b-90f898", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3afeec2-696e-4bc5-aeeb-af2196b42cfa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-90f898", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T19:42:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-90f898"}, "namespace": "ai-tenant-e2e-ipp-b-90f898", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3afeec2-696e-4bc5-aeeb-af2196b42cfa", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-90f898 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-31T19:42:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-90f898"}, "namespace": "ai-tenant-e2e-ipp-b-90f898", "name": "odh-trusted-ca-bundle", "reconcileID": "2412eb0e-6554-449b-aa9d-c828dc2d17b6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-90f898"} 2026-07-31T19:42:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-90f898"}, "namespace": "ai-tenant-e2e-ipp-b-90f898", "name": "odh-trusted-ca-bundle", "reconcileID": "2412eb0e-6554-449b-aa9d-c828dc2d17b6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-90f898"} 2026-07-31T19:42:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-90f898"}, "namespace": "ai-tenant-e2e-ipp-b-90f898", "name": "openshift-service-ca.crt", "reconcileID": "1b680314-9864-44c7-869d-998f8b2f152e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-90f898"} 2026-07-31T19:42:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-90f898"}, "namespace": "ai-tenant-e2e-ipp-b-90f898", "name": "openshift-service-ca.crt", "reconcileID": "1b680314-9864-44c7-869d-998f8b2f152e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-90f898"} 2026-07-31T19:42:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-90f898"}, "namespace": "ai-tenant-e2e-ipp-b-90f898", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48b55455-8b98-4e06-b763-60c187bc82aa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-90f898"} 2026-07-31T19:42:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-90f898"}, "namespace": "ai-tenant-e2e-ipp-b-90f898", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48b55455-8b98-4e06-b763-60c187bc82aa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-90f898"} 2026-07-31T19:42:24Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90f898","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90f898", "reconcileID": "c60374dd-a331-46c5-bcb1-5bb072878c6e", "Gateway": "e2e-ipp-b-90f898", "namespace": "openshift-ingress"} 2026-07-31T19:42:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e97704c8-252d-4ad6-b074-7d03f235afa1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T19:42:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd0284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284", "reconcileID": "c372958c-e8a2-4b2b-bfc0-b48f053d2d17", "Gateway": "e2e-shared-a-fd0284", "namespace": "openshift-ingress"} 2026-07-31T19:42:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd0284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284", "reconcileID": "c372958c-e8a2-4b2b-bfc0-b48f053d2d17", "Gateway": "e2e-shared-a-fd0284", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284-authn-ssl"} 2026-07-31T19:42:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd0284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284", "reconcileID": "c372958c-e8a2-4b2b-bfc0-b48f053d2d17", "Gateway": "e2e-shared-a-fd0284", "namespace": "openshift-ingress"} 2026-07-31T19:42:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd0284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284", "reconcileID": "d3b28725-8dab-4a8a-ba7e-0ee74ca0e686", "Gateway": "e2e-shared-a-fd0284", "namespace": "openshift-ingress"} 2026-07-31T19:42:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd0284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284", "reconcileID": "d3b28725-8dab-4a8a-ba7e-0ee74ca0e686", "Gateway": "e2e-shared-a-fd0284", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284-authn-ssl"} 2026-07-31T19:42:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd0284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284", "reconcileID": "d3b28725-8dab-4a8a-ba7e-0ee74ca0e686", "Gateway": "e2e-shared-a-fd0284", "namespace": "openshift-ingress"} 2026-07-31T19:42:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28af25c1-dcf6-4d2f-9ee3-8ffdd9f8439f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fd0284"} 2026-07-31T19:42:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28af25c1-dcf6-4d2f-9ee3-8ffdd9f8439f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fd0284", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T19:42:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28af25c1-dcf6-4d2f-9ee3-8ffdd9f8439f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-fd0284 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-31T19:42:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "odh-trusted-ca-bundle", "reconcileID": "6bf48aab-fdbc-4dc0-ad9e-9320483b552d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fd0284"} 2026-07-31T19:42:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "odh-trusted-ca-bundle", "reconcileID": "6bf48aab-fdbc-4dc0-ad9e-9320483b552d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fd0284"} 2026-07-31T19:42:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "openshift-service-ca.crt", "reconcileID": "c8d9ff90-3826-450c-a960-4b82960d3393", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-fd0284"} 2026-07-31T19:42:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "openshift-service-ca.crt", "reconcileID": "c8d9ff90-3826-450c-a960-4b82960d3393", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-fd0284"} 2026-07-31T19:42:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "12f8361a-087c-4ab8-96cf-00fb54e22167", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fd0284"} 2026-07-31T19:42:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fd0284"}, "namespace": "ai-tenant-e2e-shared-a-fd0284", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "12f8361a-087c-4ab8-96cf-00fb54e22167", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fd0284"} 2026-07-31T19:42:42Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd0284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd0284", "reconcileID": "015b9f46-7b62-4006-bcf9-2ccb588c5e9e", "Gateway": "e2e-shared-a-fd0284", "namespace": "openshift-ingress"} 2026-07-31T19:42:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ddd9971b-ab2c-4585-97c5-2467e2712832", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T19:42:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "c5d50bc0-e29d-46ca-8aa2-ed11f0b8874a", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress"} 2026-07-31T19:42:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "c5d50bc0-e29d-46ca-8aa2-ed11f0b8874a", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154-authn-ssl"} 2026-07-31T19:42:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "c5d50bc0-e29d-46ca-8aa2-ed11f0b8874a", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress"} 2026-07-31T19:42:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "c083eeeb-9743-40e8-b682-9a6ad367613c", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress"} 2026-07-31T19:42:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "c083eeeb-9743-40e8-b682-9a6ad367613c", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154-authn-ssl"} 2026-07-31T19:42:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "c083eeeb-9743-40e8-b682-9a6ad367613c", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress"} 2026-07-31T19:42:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3363a2f-4d46-46f4-8087-0f01a14c3c37", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:42:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3363a2f-4d46-46f4-8087-0f01a14c3c37", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-09a154", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T19:42:59Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3363a2f-4d46-46f4-8087-0f01a14c3c37", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-09a154 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-31T19:42:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "odh-trusted-ca-bundle", "reconcileID": "38999066-886e-4fa8-820c-4c70374b619f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:42:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "odh-trusted-ca-bundle", "reconcileID": "38999066-886e-4fa8-820c-4c70374b619f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:42:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "openshift-service-ca.crt", "reconcileID": "31499573-dbb1-4eea-981c-02a7d9f2c4f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:42:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "openshift-service-ca.crt", "reconcileID": "31499573-dbb1-4eea-981c-02a7d9f2c4f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:42:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cbe4a657-c80a-4744-9179-7083d50b9384", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:42:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-09a154"}, "namespace": "ai-tenant-e2e-shared-b-09a154", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cbe4a657-c80a-4744-9179-7083d50b9384", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-09a154"} 2026-07-31T19:43:00Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-09a154","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-09a154", "reconcileID": "7061b4eb-0c2f-40b7-b774-0591ec46dd92", "Gateway": "e2e-shared-b-09a154", "namespace": "openshift-ingress"} 2026-07-31T19:43:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6e0b629e-f551-4f9e-8282-3e15927c0618", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}