2026-09-14T08:18:05Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fc0d6e","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "sub-test-model-fc0d6e", "reconcileID": "ed4f147e-34a4-4daa-923a-e940775dc173", "LLMInferenceService": "sub-test-model-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e"} 2026-09-14T08:18:05Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fc0d6e","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "sub-test-model-fc0d6e", "reconcileID": "ed4f147e-34a4-4daa-923a-e940775dc173", "LLMInferenceService": "sub-test-model-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "sub-test-model-fc0d6e"} 2026-09-14T08:18:05Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fc0d6e","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "sub-test-model-fc0d6e", "reconcileID": "ed4f147e-34a4-4daa-923a-e940775dc173", "LLMInferenceService": "sub-test-model-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e"} 2026-09-14T08:18:05Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fc0d6e","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "sub-test-model-fc0d6e", "reconcileID": "ed4f147e-34a4-4daa-923a-e940775dc173", "LLMInferenceService": "sub-test-model-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e"} 2026-09-14T08:18:05Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fc0d6e","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "sub-test-model-fc0d6e", "reconcileID": "ed4f147e-34a4-4daa-923a-e940775dc173", "LLMInferenceService": "sub-test-model-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "sub-test-model-fc0d6e-kserve-route-authn"} 2026-09-14T08:18:05Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fc0d6e","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "sub-test-model-fc0d6e", "reconcileID": "ed4f147e-34a4-4daa-923a-e940775dc173", "LLMInferenceService": "sub-test-model-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "sub-test-model-fc0d6e-kserve-route-authn"} 2026-09-14T08:18:05Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fc0d6e","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "sub-test-model-fc0d6e", "reconcileID": "ed4f147e-34a4-4daa-923a-e940775dc173", "LLMInferenceService": "sub-test-model-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e"} 2026-09-14T08:18:05Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fc0d6e","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "sub-test-model-fc0d6e", "reconcileID": "ed4f147e-34a4-4daa-923a-e940775dc173", "LLMInferenceService": "sub-test-model-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e"} 2026-09-14T08:18:05Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fc0d6e","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "sub-test-model-fc0d6e", "reconcileID": "c561c9e9-940c-4ffa-a4be-63275e8e7ce6", "LLMInferenceService": "sub-test-model-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e"} 2026-09-14T08:18:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc0d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc0d6e", "reconcileID": "0aa13125-db87-4931-9ca5-d1c7ea507cb1", "Gateway": "e2e-shared-b-w3-fc0d6e", "namespace": "openshift-ingress"} 2026-09-14T08:18:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc0d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc0d6e", "reconcileID": "0aa13125-db87-4931-9ca5-d1c7ea507cb1", "Gateway": "e2e-shared-b-w3-fc0d6e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc0d6e-authn-ssl"} 2026-09-14T08:18:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc0d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc0d6e", "reconcileID": "0aa13125-db87-4931-9ca5-d1c7ea507cb1", "Gateway": "e2e-shared-b-w3-fc0d6e", "namespace": "openshift-ingress"} 2026-09-14T08:18:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc0d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc0d6e", "reconcileID": "4d998af5-c90d-4042-b2a1-8b1e712cc698", "Gateway": "e2e-shared-b-w3-fc0d6e", "namespace": "openshift-ingress"} 2026-09-14T08:18:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc0d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc0d6e", "reconcileID": "4d998af5-c90d-4042-b2a1-8b1e712cc698", "Gateway": "e2e-shared-b-w3-fc0d6e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc0d6e-authn-ssl"} 2026-09-14T08:18:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc0d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc0d6e", "reconcileID": "4d998af5-c90d-4042-b2a1-8b1e712cc698", "Gateway": "e2e-shared-b-w3-fc0d6e", "namespace": "openshift-ingress"} 2026-09-14T08:18:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-919cc9","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9", "reconcileID": "b8408f51-4bbc-4f7e-942e-f92aa5cb6ad5", "LLMInferenceService": "rate-test-model-919cc9", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9"} 2026-09-14T08:18:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-919cc9","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9", "reconcileID": "b8408f51-4bbc-4f7e-942e-f92aa5cb6ad5", "LLMInferenceService": "rate-test-model-919cc9", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9"} 2026-09-14T08:18:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-919cc9","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9", "reconcileID": "b8408f51-4bbc-4f7e-942e-f92aa5cb6ad5", "LLMInferenceService": "rate-test-model-919cc9", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9"} 2026-09-14T08:18:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-919cc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-919cc9", "reconcileID": "e031be80-4108-4ba6-91ca-e37688664289", "Gateway": "e2e-shared-a-w3-919cc9", "namespace": "openshift-ingress"} 2026-09-14T08:18:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-919cc9","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9", "reconcileID": "b8408f51-4bbc-4f7e-942e-f92aa5cb6ad5", "LLMInferenceService": "rate-test-model-919cc9", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9-kserve-route-authn"} 2026-09-14T08:18:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-919cc9","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9", "reconcileID": "b8408f51-4bbc-4f7e-942e-f92aa5cb6ad5", "LLMInferenceService": "rate-test-model-919cc9", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "authType": "userdefined"} 2026-09-14T08:18:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-919cc9","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9", "reconcileID": "b8408f51-4bbc-4f7e-942e-f92aa5cb6ad5", "LLMInferenceService": "rate-test-model-919cc9", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9"} 2026-09-14T08:18:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-919cc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-919cc9", "reconcileID": "e031be80-4108-4ba6-91ca-e37688664289", "Gateway": "e2e-shared-a-w3-919cc9", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-919cc9-authn-ssl"} 2026-09-14T08:18:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-919cc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-919cc9", "reconcileID": "e031be80-4108-4ba6-91ca-e37688664289", "Gateway": "e2e-shared-a-w3-919cc9", "namespace": "openshift-ingress"} 2026-09-14T08:18:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-919cc9","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9", "reconcileID": "6d357e80-f3ac-4a23-926f-9f43835143aa", "LLMInferenceService": "rate-test-model-919cc9", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9"} 2026-09-14T08:18:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-919cc9","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9", "reconcileID": "6d357e80-f3ac-4a23-926f-9f43835143aa", "LLMInferenceService": "rate-test-model-919cc9", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9"} 2026-09-14T08:18:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-919cc9","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9", "reconcileID": "6d357e80-f3ac-4a23-926f-9f43835143aa", "LLMInferenceService": "rate-test-model-919cc9", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9"} 2026-09-14T08:18:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-919cc9","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9", "reconcileID": "6d357e80-f3ac-4a23-926f-9f43835143aa", "LLMInferenceService": "rate-test-model-919cc9", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9-kserve-route-authn"} 2026-09-14T08:18:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-919cc9","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9", "reconcileID": "6d357e80-f3ac-4a23-926f-9f43835143aa", "LLMInferenceService": "rate-test-model-919cc9", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "authType": "userdefined"} 2026-09-14T08:18:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-919cc9","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9", "reconcileID": "6d357e80-f3ac-4a23-926f-9f43835143aa", "LLMInferenceService": "rate-test-model-919cc9", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9"} 2026-09-14T08:18:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-919cc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-919cc9", "reconcileID": "121f2559-916c-48be-9794-ed982d679297", "Gateway": "e2e-shared-a-w3-919cc9", "namespace": "openshift-ingress"} 2026-09-14T08:18:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-919cc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-919cc9", "reconcileID": "121f2559-916c-48be-9794-ed982d679297", "Gateway": "e2e-shared-a-w3-919cc9", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-919cc9-authn-ssl"} 2026-09-14T08:18:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-919cc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-919cc9", "reconcileID": "121f2559-916c-48be-9794-ed982d679297", "Gateway": "e2e-shared-a-w3-919cc9", "namespace": "openshift-ingress"} 2026-09-14T08:18:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-919cc9","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9", "reconcileID": "0d7080fe-7d2f-4a90-957e-4ad1ed7ce0a7", "LLMInferenceService": "rate-test-model-919cc9", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9"} 2026-09-14T08:18:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-919cc9","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9", "reconcileID": "0d7080fe-7d2f-4a90-957e-4ad1ed7ce0a7", "LLMInferenceService": "rate-test-model-919cc9", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9"} 2026-09-14T08:18:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-919cc9","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9", "reconcileID": "0d7080fe-7d2f-4a90-957e-4ad1ed7ce0a7", "LLMInferenceService": "rate-test-model-919cc9", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9"} 2026-09-14T08:18:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-919cc9","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9", "reconcileID": "0d7080fe-7d2f-4a90-957e-4ad1ed7ce0a7", "LLMInferenceService": "rate-test-model-919cc9", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9-kserve-route-authn"} 2026-09-14T08:18:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-919cc9","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9", "reconcileID": "0d7080fe-7d2f-4a90-957e-4ad1ed7ce0a7", "LLMInferenceService": "rate-test-model-919cc9", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "authType": "userdefined"} 2026-09-14T08:18:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-919cc9","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9", "reconcileID": "0d7080fe-7d2f-4a90-957e-4ad1ed7ce0a7", "LLMInferenceService": "rate-test-model-919cc9", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9"} 2026-09-14T08:18:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-919cc9","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9", "reconcileID": "c15305d9-0d0d-4d71-891e-79f31f050fbe", "LLMInferenceService": "rate-test-model-919cc9", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9"} 2026-09-14T08:18:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-919cc9","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9", "reconcileID": "c15305d9-0d0d-4d71-891e-79f31f050fbe", "LLMInferenceService": "rate-test-model-919cc9", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9"} 2026-09-14T08:18:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-919cc9","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9", "reconcileID": "c15305d9-0d0d-4d71-891e-79f31f050fbe", "LLMInferenceService": "rate-test-model-919cc9", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9"} 2026-09-14T08:18:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-919cc9","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9", "reconcileID": "c15305d9-0d0d-4d71-891e-79f31f050fbe", "LLMInferenceService": "rate-test-model-919cc9", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9-kserve-route-authn"} 2026-09-14T08:18:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-919cc9","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9", "reconcileID": "c15305d9-0d0d-4d71-891e-79f31f050fbe", "LLMInferenceService": "rate-test-model-919cc9", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "authType": "userdefined"} 2026-09-14T08:18:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-919cc9","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9", "reconcileID": "c15305d9-0d0d-4d71-891e-79f31f050fbe", "LLMInferenceService": "rate-test-model-919cc9", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9"} 2026-09-14T08:18:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-919cc9","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9", "reconcileID": "fe3544cc-7b01-48bf-b655-b8d6a8c66642", "LLMInferenceService": "rate-test-model-919cc9", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9"} 2026-09-14T08:18:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-919cc9","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9", "reconcileID": "fe3544cc-7b01-48bf-b655-b8d6a8c66642", "LLMInferenceService": "rate-test-model-919cc9", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9"} 2026-09-14T08:18:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-919cc9","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9", "reconcileID": "fe3544cc-7b01-48bf-b655-b8d6a8c66642", "LLMInferenceService": "rate-test-model-919cc9", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9"} 2026-09-14T08:18:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-919cc9","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9", "reconcileID": "fe3544cc-7b01-48bf-b655-b8d6a8c66642", "LLMInferenceService": "rate-test-model-919cc9", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9-kserve-route-authn"} 2026-09-14T08:18:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-919cc9","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9", "reconcileID": "fe3544cc-7b01-48bf-b655-b8d6a8c66642", "LLMInferenceService": "rate-test-model-919cc9", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "authType": "userdefined"} 2026-09-14T08:18:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-919cc9","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9", "reconcileID": "fe3544cc-7b01-48bf-b655-b8d6a8c66642", "LLMInferenceService": "rate-test-model-919cc9", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9"} 2026-09-14T08:18:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc0d6e","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "rate-test-model-fc0d6e", "reconcileID": "da991c8f-9bd1-4e41-9d7b-c9ad56f39153", "LLMInferenceService": "rate-test-model-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e"} 2026-09-14T08:18:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc0d6e","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "rate-test-model-fc0d6e", "reconcileID": "da991c8f-9bd1-4e41-9d7b-c9ad56f39153", "LLMInferenceService": "rate-test-model-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e"} 2026-09-14T08:18:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc0d6e","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "rate-test-model-fc0d6e", "reconcileID": "da991c8f-9bd1-4e41-9d7b-c9ad56f39153", "LLMInferenceService": "rate-test-model-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e"} 2026-09-14T08:18:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc0d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc0d6e", "reconcileID": "26f1618e-8da0-4939-a639-e527f1011219", "Gateway": "e2e-shared-b-w3-fc0d6e", "namespace": "openshift-ingress"} 2026-09-14T08:18:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc0d6e","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "rate-test-model-fc0d6e", "reconcileID": "da991c8f-9bd1-4e41-9d7b-c9ad56f39153", "LLMInferenceService": "rate-test-model-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "rate-test-model-fc0d6e-kserve-route-authn"} 2026-09-14T08:18:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc0d6e","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "rate-test-model-fc0d6e", "reconcileID": "da991c8f-9bd1-4e41-9d7b-c9ad56f39153", "LLMInferenceService": "rate-test-model-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "authType": "userdefined"} 2026-09-14T08:18:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc0d6e","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "rate-test-model-fc0d6e", "reconcileID": "da991c8f-9bd1-4e41-9d7b-c9ad56f39153", "LLMInferenceService": "rate-test-model-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e"} 2026-09-14T08:18:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc0d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc0d6e", "reconcileID": "26f1618e-8da0-4939-a639-e527f1011219", "Gateway": "e2e-shared-b-w3-fc0d6e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc0d6e-authn-ssl"} 2026-09-14T08:18:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc0d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc0d6e", "reconcileID": "26f1618e-8da0-4939-a639-e527f1011219", "Gateway": "e2e-shared-b-w3-fc0d6e", "namespace": "openshift-ingress"} 2026-09-14T08:18:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc0d6e","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "rate-test-model-fc0d6e", "reconcileID": "c1c15a60-e422-41ac-b245-4a2a0c5b6939", "LLMInferenceService": "rate-test-model-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e"} 2026-09-14T08:18:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc0d6e","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "rate-test-model-fc0d6e", "reconcileID": "c1c15a60-e422-41ac-b245-4a2a0c5b6939", "LLMInferenceService": "rate-test-model-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e"} 2026-09-14T08:18:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc0d6e","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "rate-test-model-fc0d6e", "reconcileID": "c1c15a60-e422-41ac-b245-4a2a0c5b6939", "LLMInferenceService": "rate-test-model-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e"} 2026-09-14T08:18:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc0d6e","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "rate-test-model-fc0d6e", "reconcileID": "c1c15a60-e422-41ac-b245-4a2a0c5b6939", "LLMInferenceService": "rate-test-model-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "rate-test-model-fc0d6e-kserve-route-authn"} 2026-09-14T08:18:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc0d6e","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "rate-test-model-fc0d6e", "reconcileID": "c1c15a60-e422-41ac-b245-4a2a0c5b6939", "LLMInferenceService": "rate-test-model-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "authType": "userdefined"} 2026-09-14T08:18:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc0d6e","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "rate-test-model-fc0d6e", "reconcileID": "c1c15a60-e422-41ac-b245-4a2a0c5b6939", "LLMInferenceService": "rate-test-model-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e"} 2026-09-14T08:18:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc0d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc0d6e", "reconcileID": "a7b1e8a5-7bc6-4700-aeaf-d4087c9c1106", "Gateway": "e2e-shared-b-w3-fc0d6e", "namespace": "openshift-ingress"} 2026-09-14T08:18:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc0d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc0d6e", "reconcileID": "a7b1e8a5-7bc6-4700-aeaf-d4087c9c1106", "Gateway": "e2e-shared-b-w3-fc0d6e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc0d6e-authn-ssl"} 2026-09-14T08:18:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc0d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc0d6e", "reconcileID": "a7b1e8a5-7bc6-4700-aeaf-d4087c9c1106", "Gateway": "e2e-shared-b-w3-fc0d6e", "namespace": "openshift-ingress"} 2026-09-14T08:18:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc0d6e","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "rate-test-model-fc0d6e", "reconcileID": "03ab1fcc-daa8-4d01-a655-2dfd890dc435", "LLMInferenceService": "rate-test-model-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e"} 2026-09-14T08:18:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc0d6e","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "rate-test-model-fc0d6e", "reconcileID": "03ab1fcc-daa8-4d01-a655-2dfd890dc435", "LLMInferenceService": "rate-test-model-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e"} 2026-09-14T08:18:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc0d6e","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "rate-test-model-fc0d6e", "reconcileID": "03ab1fcc-daa8-4d01-a655-2dfd890dc435", "LLMInferenceService": "rate-test-model-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e"} 2026-09-14T08:18:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc0d6e","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "rate-test-model-fc0d6e", "reconcileID": "03ab1fcc-daa8-4d01-a655-2dfd890dc435", "LLMInferenceService": "rate-test-model-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "rate-test-model-fc0d6e-kserve-route-authn"} 2026-09-14T08:18:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc0d6e","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "rate-test-model-fc0d6e", "reconcileID": "03ab1fcc-daa8-4d01-a655-2dfd890dc435", "LLMInferenceService": "rate-test-model-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "authType": "userdefined"} 2026-09-14T08:18:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc0d6e","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "rate-test-model-fc0d6e", "reconcileID": "03ab1fcc-daa8-4d01-a655-2dfd890dc435", "LLMInferenceService": "rate-test-model-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e"} 2026-09-14T08:18:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc0d6e","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "rate-test-model-fc0d6e", "reconcileID": "65774eac-7b49-47b3-a8e2-0c915f6a35bd", "LLMInferenceService": "rate-test-model-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e"} 2026-09-14T08:18:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc0d6e","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "rate-test-model-fc0d6e", "reconcileID": "65774eac-7b49-47b3-a8e2-0c915f6a35bd", "LLMInferenceService": "rate-test-model-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e"} 2026-09-14T08:18:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc0d6e","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "rate-test-model-fc0d6e", "reconcileID": "65774eac-7b49-47b3-a8e2-0c915f6a35bd", "LLMInferenceService": "rate-test-model-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e"} 2026-09-14T08:18:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc0d6e","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "rate-test-model-fc0d6e", "reconcileID": "65774eac-7b49-47b3-a8e2-0c915f6a35bd", "LLMInferenceService": "rate-test-model-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "rate-test-model-fc0d6e-kserve-route-authn"} 2026-09-14T08:18:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc0d6e","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "rate-test-model-fc0d6e", "reconcileID": "65774eac-7b49-47b3-a8e2-0c915f6a35bd", "LLMInferenceService": "rate-test-model-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "authType": "userdefined"} 2026-09-14T08:18:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc0d6e","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "rate-test-model-fc0d6e", "reconcileID": "65774eac-7b49-47b3-a8e2-0c915f6a35bd", "LLMInferenceService": "rate-test-model-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e"} 2026-09-14T08:19:19Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-919cc9","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9", "reconcileID": "5a120cf4-2203-4e55-ac4f-06de0e047ca4", "LLMInferenceService": "rate-test-model-919cc9", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9"} 2026-09-14T08:19:19Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-919cc9","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9", "reconcileID": "5a120cf4-2203-4e55-ac4f-06de0e047ca4", "LLMInferenceService": "rate-test-model-919cc9", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9"} 2026-09-14T08:19:19Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-919cc9","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9", "reconcileID": "5a120cf4-2203-4e55-ac4f-06de0e047ca4", "LLMInferenceService": "rate-test-model-919cc9", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9"} 2026-09-14T08:19:19Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-919cc9","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9", "reconcileID": "5a120cf4-2203-4e55-ac4f-06de0e047ca4", "LLMInferenceService": "rate-test-model-919cc9", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9"} 2026-09-14T08:19:19Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-919cc9","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9", "reconcileID": "5a120cf4-2203-4e55-ac4f-06de0e047ca4", "LLMInferenceService": "rate-test-model-919cc9", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9-kserve-route-authn"} 2026-09-14T08:19:19Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-919cc9","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9", "reconcileID": "5a120cf4-2203-4e55-ac4f-06de0e047ca4", "LLMInferenceService": "rate-test-model-919cc9", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9-kserve-route-authn"} 2026-09-14T08:19:19Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-919cc9","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9", "reconcileID": "5a120cf4-2203-4e55-ac4f-06de0e047ca4", "LLMInferenceService": "rate-test-model-919cc9", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9"} 2026-09-14T08:19:19Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-919cc9","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9", "reconcileID": "5a120cf4-2203-4e55-ac4f-06de0e047ca4", "LLMInferenceService": "rate-test-model-919cc9", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9"} 2026-09-14T08:19:19Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-919cc9","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "rate-test-model-919cc9", "reconcileID": "28dfa629-38d5-4d64-9c8d-07ab9a9a54f9", "LLMInferenceService": "rate-test-model-919cc9", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9"} 2026-09-14T08:19:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-919cc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-919cc9", "reconcileID": "4a2b98e1-5c64-4766-901d-d8d93d529a95", "Gateway": "e2e-shared-a-w3-919cc9", "namespace": "openshift-ingress"} 2026-09-14T08:19:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-919cc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-919cc9", "reconcileID": "4a2b98e1-5c64-4766-901d-d8d93d529a95", "Gateway": "e2e-shared-a-w3-919cc9", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-919cc9-authn-ssl"} 2026-09-14T08:19:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-919cc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-919cc9", "reconcileID": "4a2b98e1-5c64-4766-901d-d8d93d529a95", "Gateway": "e2e-shared-a-w3-919cc9", "namespace": "openshift-ingress"} 2026-09-14T08:19:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-919cc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-919cc9", "reconcileID": "5c5c7c69-1688-4429-bde9-18b5cc2f8a90", "Gateway": "e2e-shared-a-w3-919cc9", "namespace": "openshift-ingress"} 2026-09-14T08:19:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-919cc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-919cc9", "reconcileID": "5c5c7c69-1688-4429-bde9-18b5cc2f8a90", "Gateway": "e2e-shared-a-w3-919cc9", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-919cc9-authn-ssl"} 2026-09-14T08:19:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-919cc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-919cc9", "reconcileID": "5c5c7c69-1688-4429-bde9-18b5cc2f8a90", "Gateway": "e2e-shared-a-w3-919cc9", "namespace": "openshift-ingress"} 2026-09-14T08:19:20Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc0d6e","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "rate-test-model-fc0d6e", "reconcileID": "5009fd08-bac2-4b24-a603-251edf7e2b2f", "LLMInferenceService": "rate-test-model-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e"} 2026-09-14T08:19:20Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc0d6e","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "rate-test-model-fc0d6e", "reconcileID": "5009fd08-bac2-4b24-a603-251edf7e2b2f", "LLMInferenceService": "rate-test-model-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "rate-test-model-fc0d6e"} 2026-09-14T08:19:20Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc0d6e","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "rate-test-model-fc0d6e", "reconcileID": "5009fd08-bac2-4b24-a603-251edf7e2b2f", "LLMInferenceService": "rate-test-model-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e"} 2026-09-14T08:19:20Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc0d6e","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "rate-test-model-fc0d6e", "reconcileID": "5009fd08-bac2-4b24-a603-251edf7e2b2f", "LLMInferenceService": "rate-test-model-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e"} 2026-09-14T08:19:20Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc0d6e","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "rate-test-model-fc0d6e", "reconcileID": "5009fd08-bac2-4b24-a603-251edf7e2b2f", "LLMInferenceService": "rate-test-model-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "rate-test-model-fc0d6e-kserve-route-authn"} 2026-09-14T08:19:20Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc0d6e","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "rate-test-model-fc0d6e", "reconcileID": "5009fd08-bac2-4b24-a603-251edf7e2b2f", "LLMInferenceService": "rate-test-model-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "rate-test-model-fc0d6e-kserve-route-authn"} 2026-09-14T08:19:20Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc0d6e","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "rate-test-model-fc0d6e", "reconcileID": "5009fd08-bac2-4b24-a603-251edf7e2b2f", "LLMInferenceService": "rate-test-model-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e"} 2026-09-14T08:19:20Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc0d6e","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "rate-test-model-fc0d6e", "reconcileID": "5009fd08-bac2-4b24-a603-251edf7e2b2f", "LLMInferenceService": "rate-test-model-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e"} 2026-09-14T08:19:20Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc0d6e","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "rate-test-model-fc0d6e", "reconcileID": "94de4ecd-f7ac-466a-bbff-1ae8e618ba42", "LLMInferenceService": "rate-test-model-fc0d6e", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e"} 2026-09-14T08:19:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc0d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc0d6e", "reconcileID": "93ce5b8c-3ea2-4894-b93a-ace808cde7cf", "Gateway": "e2e-shared-b-w3-fc0d6e", "namespace": "openshift-ingress"} 2026-09-14T08:19:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc0d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc0d6e", "reconcileID": "93ce5b8c-3ea2-4894-b93a-ace808cde7cf", "Gateway": "e2e-shared-b-w3-fc0d6e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc0d6e-authn-ssl"} 2026-09-14T08:19:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc0d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc0d6e", "reconcileID": "93ce5b8c-3ea2-4894-b93a-ace808cde7cf", "Gateway": "e2e-shared-b-w3-fc0d6e", "namespace": "openshift-ingress"} 2026-09-14T08:19:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc0d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc0d6e", "reconcileID": "b99ba9d1-5267-41ab-be86-aa9efd2a2ad3", "Gateway": "e2e-shared-b-w3-fc0d6e", "namespace": "openshift-ingress"} 2026-09-14T08:19:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc0d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc0d6e", "reconcileID": "b99ba9d1-5267-41ab-be86-aa9efd2a2ad3", "Gateway": "e2e-shared-b-w3-fc0d6e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc0d6e-authn-ssl"} 2026-09-14T08:19:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc0d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc0d6e", "reconcileID": "b99ba9d1-5267-41ab-be86-aa9efd2a2ad3", "Gateway": "e2e-shared-b-w3-fc0d6e", "namespace": "openshift-ingress"} 2026-09-14T08:19:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "72afc87f-ccd4-4823-96bf-4292c58d4656", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress"} 2026-09-14T08:19:21Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "72afc87f-ccd4-4823-96bf-4292c58d4656", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa-authn-ssl"} 2026-09-14T08:19:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "72afc87f-ccd4-4823-96bf-4292c58d4656", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress"} 2026-09-14T08:19:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "da0624d4-daec-473f-8bf3-72d1410d93b2", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress"} 2026-09-14T08:19:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "da0624d4-daec-473f-8bf3-72d1410d93b2", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa-authn-ssl"} 2026-09-14T08:19:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "da0624d4-daec-473f-8bf3-72d1410d93b2", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress"} 2026-09-14T08:19:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "9427e63f-e39c-4e33-8667-244be4974b17", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress"} 2026-09-14T08:19:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "9427e63f-e39c-4e33-8667-244be4974b17", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa-authn-ssl"} 2026-09-14T08:19:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "9427e63f-e39c-4e33-8667-244be4974b17", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress"} 2026-09-14T08:19:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "01e1b691-cf76-413a-9b3e-27dce5fbe147", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress"} 2026-09-14T08:19:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "01e1b691-cf76-413a-9b3e-27dce5fbe147", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa-authn-ssl"} 2026-09-14T08:19:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "01e1b691-cf76-413a-9b3e-27dce5fbe147", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress"} 2026-09-14T08:19:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "9cf4ad4b-33db-413a-a9f3-0eab26517828", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress"} 2026-09-14T08:19:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "9cf4ad4b-33db-413a-a9f3-0eab26517828", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa-authn-ssl"} 2026-09-14T08:19:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "9cf4ad4b-33db-413a-a9f3-0eab26517828", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress"} 2026-09-14T08:19:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "feb45dba-eb24-46b0-b72f-b5cd51296756", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress"} 2026-09-14T08:19:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "feb45dba-eb24-46b0-b72f-b5cd51296756", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa-authn-ssl"} 2026-09-14T08:19:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "feb45dba-eb24-46b0-b72f-b5cd51296756", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress"} 2026-09-14T08:19:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "2bc33cc6-2871-4f24-915b-3ab00978547d", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress"} 2026-09-14T08:19:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "2bc33cc6-2871-4f24-915b-3ab00978547d", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa-authn-ssl"} 2026-09-14T08:19:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "2bc33cc6-2871-4f24-915b-3ab00978547d", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress"} 2026-09-14T08:19:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "af792122-8fb5-4116-a5d7-649cb1b3183a", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress"} 2026-09-14T08:19:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "af792122-8fb5-4116-a5d7-649cb1b3183a", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa-authn-ssl"} 2026-09-14T08:19:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "af792122-8fb5-4116-a5d7-649cb1b3183a", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress"} 2026-09-14T08:19:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "openshift-service-ca.crt", "reconcileID": "56949986-69db-441b-9afc-a28fecc122c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:19:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "odh-trusted-ca-bundle", "reconcileID": "8080c4b6-d459-4442-8d50-9faac3b49dea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:19:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "openshift-service-ca.crt", "reconcileID": "6881443b-85d3-4917-93b6-85d2ab64684b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "create": "odh-kserve-custom-ca-bundle"} 2026-09-14T08:19:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "openshift-service-ca.crt", "reconcileID": "6881443b-85d3-4917-93b6-85d2ab64684b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:19:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "openshift-service-ca.crt", "reconcileID": "2273afe2-6269-4eca-acb6-6397253a5f06", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "create": "odh-kserve-custom-ca-bundle"} 2026-09-14T08:19:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "openshift-service-ca.crt", "reconcileID": "2273afe2-6269-4eca-acb6-6397253a5f06", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-14T08:19:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f37dcb76-897d-4022-bfbf-40f1e0c5afd3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:19:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "openshift-service-ca.crt", "reconcileID": "656bd791-0740-4a1b-8293-49dc529c9e06", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:19:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "odh-trusted-ca-bundle", "reconcileID": "69485bec-8ad6-4501-91d9-fe2fb105df12", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "update": "odh-kserve-custom-ca-bundle"} 2026-09-14T08:19:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "odh-trusted-ca-bundle", "reconcileID": "69485bec-8ad6-4501-91d9-fe2fb105df12", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:19:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7200081a-42ef-43d2-a7f3-79e45fbaa687", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:19:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "02ee391e-728c-42d0-9b49-9791f28917cb", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress"} 2026-09-14T08:19:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "02ee391e-728c-42d0-9b49-9791f28917cb", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa-authn-ssl"} 2026-09-14T08:19:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "02ee391e-728c-42d0-9b49-9791f28917cb", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress"} 2026-09-14T08:19:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "8a0b9927-5908-4b84-9fea-bfa8dd9b41cd", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress"} 2026-09-14T08:19:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "8a0b9927-5908-4b84-9fea-bfa8dd9b41cd", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa-authn-ssl"} 2026-09-14T08:19:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "8a0b9927-5908-4b84-9fea-bfa8dd9b41cd", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress"} 2026-09-14T08:19:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7bcf7b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b", "reconcileID": "22e382f7-2666-4557-91a7-aec488de2286", "Gateway": "e2e-ipp-b-7bcf7b", "namespace": "openshift-ingress"} 2026-09-14T08:19:50Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7bcf7b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b", "reconcileID": "22e382f7-2666-4557-91a7-aec488de2286", "Gateway": "e2e-ipp-b-7bcf7b", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b-authn-ssl"} 2026-09-14T08:19:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7bcf7b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b", "reconcileID": "22e382f7-2666-4557-91a7-aec488de2286", "Gateway": "e2e-ipp-b-7bcf7b", "namespace": "openshift-ingress"} 2026-09-14T08:19:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7bcf7b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b", "reconcileID": "4f8e89ad-b695-4d86-b839-b0e8a360c78e", "Gateway": "e2e-ipp-b-7bcf7b", "namespace": "openshift-ingress"} 2026-09-14T08:19:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7bcf7b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b", "reconcileID": "4f8e89ad-b695-4d86-b839-b0e8a360c78e", "Gateway": "e2e-ipp-b-7bcf7b", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b-authn-ssl"} 2026-09-14T08:19:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7bcf7b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b", "reconcileID": "4f8e89ad-b695-4d86-b839-b0e8a360c78e", "Gateway": "e2e-ipp-b-7bcf7b", "namespace": "openshift-ingress"} 2026-09-14T08:19:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7bcf7b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b", "reconcileID": "02456755-df15-4455-91b1-7597d718b892", "Gateway": "e2e-ipp-b-7bcf7b", "namespace": "openshift-ingress"} 2026-09-14T08:19:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7bcf7b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b", "reconcileID": "02456755-df15-4455-91b1-7597d718b892", "Gateway": "e2e-ipp-b-7bcf7b", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b-authn-ssl"} 2026-09-14T08:19:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7bcf7b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b", "reconcileID": "02456755-df15-4455-91b1-7597d718b892", "Gateway": "e2e-ipp-b-7bcf7b", "namespace": "openshift-ingress"} 2026-09-14T08:19:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7bcf7b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b", "reconcileID": "900a9d38-f06a-4cde-b88f-1fe30431b397", "Gateway": "e2e-ipp-b-7bcf7b", "namespace": "openshift-ingress"} 2026-09-14T08:19:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7bcf7b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b", "reconcileID": "900a9d38-f06a-4cde-b88f-1fe30431b397", "Gateway": "e2e-ipp-b-7bcf7b", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b-authn-ssl"} 2026-09-14T08:19:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7bcf7b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b", "reconcileID": "900a9d38-f06a-4cde-b88f-1fe30431b397", "Gateway": "e2e-ipp-b-7bcf7b", "namespace": "openshift-ingress"} 2026-09-14T08:19:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7bcf7b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b", "reconcileID": "0a97de0f-145c-40a4-ba20-29d23d30812d", "Gateway": "e2e-ipp-b-7bcf7b", "namespace": "openshift-ingress"} 2026-09-14T08:19:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7bcf7b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b", "reconcileID": "0a97de0f-145c-40a4-ba20-29d23d30812d", "Gateway": "e2e-ipp-b-7bcf7b", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b-authn-ssl"} 2026-09-14T08:19:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7bcf7b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b", "reconcileID": "0a97de0f-145c-40a4-ba20-29d23d30812d", "Gateway": "e2e-ipp-b-7bcf7b", "namespace": "openshift-ingress"} 2026-09-14T08:19:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7bcf7b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b", "reconcileID": "d5d682dd-61d7-447c-b8b3-1450fbd7a923", "Gateway": "e2e-ipp-b-7bcf7b", "namespace": "openshift-ingress"} 2026-09-14T08:19:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7bcf7b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b", "reconcileID": "d5d682dd-61d7-447c-b8b3-1450fbd7a923", "Gateway": "e2e-ipp-b-7bcf7b", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b-authn-ssl"} 2026-09-14T08:19:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7bcf7b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b", "reconcileID": "d5d682dd-61d7-447c-b8b3-1450fbd7a923", "Gateway": "e2e-ipp-b-7bcf7b", "namespace": "openshift-ingress"} 2026-09-14T08:19:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7bcf7b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b", "reconcileID": "1ce34b31-0aed-4cc0-8f3d-8b0e134fa7de", "Gateway": "e2e-ipp-b-7bcf7b", "namespace": "openshift-ingress"} 2026-09-14T08:19:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7bcf7b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b", "reconcileID": "1ce34b31-0aed-4cc0-8f3d-8b0e134fa7de", "Gateway": "e2e-ipp-b-7bcf7b", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b-authn-ssl"} 2026-09-14T08:19:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7bcf7b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b", "reconcileID": "1ce34b31-0aed-4cc0-8f3d-8b0e134fa7de", "Gateway": "e2e-ipp-b-7bcf7b", "namespace": "openshift-ingress"} 2026-09-14T08:19:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-7bcf7b"}, "namespace": "ai-tenant-e2e-ipp-b-7bcf7b", "name": "openshift-service-ca.crt", "reconcileID": "05e7dfa7-28b0-4b01-b82e-ec16ef014621", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-7bcf7b"} 2026-09-14T08:19:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7bcf7b"}, "namespace": "ai-tenant-e2e-ipp-b-7bcf7b", "name": "odh-trusted-ca-bundle", "reconcileID": "b937e348-6722-4ca3-b40c-a402c514f8b7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7bcf7b"} 2026-09-14T08:19:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-7bcf7b"}, "namespace": "ai-tenant-e2e-ipp-b-7bcf7b", "name": "openshift-service-ca.crt", "reconcileID": "db9e2c5b-6c8b-4784-bee7-3cf3a3582e44", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-7bcf7b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-14T08:19:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-7bcf7b"}, "namespace": "ai-tenant-e2e-ipp-b-7bcf7b", "name": "openshift-service-ca.crt", "reconcileID": "db9e2c5b-6c8b-4784-bee7-3cf3a3582e44", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-7bcf7b"} 2026-09-14T08:19:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-7bcf7b"}, "namespace": "ai-tenant-e2e-ipp-b-7bcf7b", "name": "openshift-service-ca.crt", "reconcileID": "f1fbfad1-1679-4c61-82b1-65969e37b156", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-7bcf7b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-14T08:19:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-7bcf7b"}, "namespace": "ai-tenant-e2e-ipp-b-7bcf7b", "name": "openshift-service-ca.crt", "reconcileID": "f1fbfad1-1679-4c61-82b1-65969e37b156", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-14T08:19:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7bcf7b"}, "namespace": "ai-tenant-e2e-ipp-b-7bcf7b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7565b58-4cac-4f09-86f4-555b2b3e9d8a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7bcf7b"} 2026-09-14T08:19:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-7bcf7b"}, "namespace": "ai-tenant-e2e-ipp-b-7bcf7b", "name": "openshift-service-ca.crt", "reconcileID": "718e7eb2-7078-407e-8740-b3fc7fbdce1d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-7bcf7b"} 2026-09-14T08:19:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7bcf7b"}, "namespace": "ai-tenant-e2e-ipp-b-7bcf7b", "name": "odh-trusted-ca-bundle", "reconcileID": "2e5d0bff-a508-4d8e-8340-fb8637846eca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7bcf7b", "update": "odh-kserve-custom-ca-bundle"} 2026-09-14T08:19:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7bcf7b"}, "namespace": "ai-tenant-e2e-ipp-b-7bcf7b", "name": "odh-trusted-ca-bundle", "reconcileID": "2e5d0bff-a508-4d8e-8340-fb8637846eca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7bcf7b"} 2026-09-14T08:19:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7bcf7b"}, "namespace": "ai-tenant-e2e-ipp-b-7bcf7b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0cf0db94-087d-4445-b5ed-965fd7e26a6e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7bcf7b"} 2026-09-14T08:19:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7bcf7b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b", "reconcileID": "be5cc92a-b2c8-4607-9efa-7fd5fc5789c9", "Gateway": "e2e-ipp-b-7bcf7b", "namespace": "openshift-ingress"} 2026-09-14T08:19:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7bcf7b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b", "reconcileID": "be5cc92a-b2c8-4607-9efa-7fd5fc5789c9", "Gateway": "e2e-ipp-b-7bcf7b", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b-authn-ssl"} 2026-09-14T08:19:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7bcf7b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b", "reconcileID": "be5cc92a-b2c8-4607-9efa-7fd5fc5789c9", "Gateway": "e2e-ipp-b-7bcf7b", "namespace": "openshift-ingress"} 2026-09-14T08:20:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7bcf7b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b", "reconcileID": "c9f8c6fc-411f-432f-aba4-45eb8266681c", "Gateway": "e2e-ipp-b-7bcf7b", "namespace": "openshift-ingress"} 2026-09-14T08:20:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7bcf7b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b", "reconcileID": "c9f8c6fc-411f-432f-aba4-45eb8266681c", "Gateway": "e2e-ipp-b-7bcf7b", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b-authn-ssl"} 2026-09-14T08:20:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7bcf7b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b", "reconcileID": "c9f8c6fc-411f-432f-aba4-45eb8266681c", "Gateway": "e2e-ipp-b-7bcf7b", "namespace": "openshift-ingress"} 2026-09-14T08:20:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "c4548210-7d89-4a9b-8ca4-81bb7bc1fcfd", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:20:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "c4548210-7d89-4a9b-8ca4-81bb7bc1fcfd", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:20:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "c4548210-7d89-4a9b-8ca4-81bb7bc1fcfd", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:20:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "dc39047e-5180-432e-8590-d15c4a38db53", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress"} 2026-09-14T08:20:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "c4548210-7d89-4a9b-8ca4-81bb7bc1fcfd", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa-kserve-route-authn"} 2026-09-14T08:20:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "c4548210-7d89-4a9b-8ca4-81bb7bc1fcfd", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "authType": "userdefined"} 2026-09-14T08:20:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "c4548210-7d89-4a9b-8ca4-81bb7bc1fcfd", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:20:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "dc39047e-5180-432e-8590-d15c4a38db53", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa-authn-ssl"} 2026-09-14T08:20:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "dc39047e-5180-432e-8590-d15c4a38db53", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress"} 2026-09-14T08:20:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "c47645d3-ba5f-428c-a2a7-a9904dae2c4d", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:20:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "c47645d3-ba5f-428c-a2a7-a9904dae2c4d", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:20:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "c47645d3-ba5f-428c-a2a7-a9904dae2c4d", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:20:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "c47645d3-ba5f-428c-a2a7-a9904dae2c4d", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa-kserve-route-authn"} 2026-09-14T08:20:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "c47645d3-ba5f-428c-a2a7-a9904dae2c4d", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "authType": "userdefined"} 2026-09-14T08:20:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "c47645d3-ba5f-428c-a2a7-a9904dae2c4d", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:20:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "9ab7ff49-92e5-4842-b8b7-21554a007b63", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress"} 2026-09-14T08:20:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "9ab7ff49-92e5-4842-b8b7-21554a007b63", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa-authn-ssl"} 2026-09-14T08:20:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "9ab7ff49-92e5-4842-b8b7-21554a007b63", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress"} 2026-09-14T08:20:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "d9844b14-4f5d-46c0-8a9e-35e3ed8836fb", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:20:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "d9844b14-4f5d-46c0-8a9e-35e3ed8836fb", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:20:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "d9844b14-4f5d-46c0-8a9e-35e3ed8836fb", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:20:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "d9844b14-4f5d-46c0-8a9e-35e3ed8836fb", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa-kserve-route-authn"} 2026-09-14T08:20:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "d9844b14-4f5d-46c0-8a9e-35e3ed8836fb", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "authType": "userdefined"} 2026-09-14T08:20:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "d9844b14-4f5d-46c0-8a9e-35e3ed8836fb", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:20:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "ddb659b5-ef75-4994-94d7-53527996bc49", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:20:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "ddb659b5-ef75-4994-94d7-53527996bc49", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:20:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "ddb659b5-ef75-4994-94d7-53527996bc49", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:20:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "ddb659b5-ef75-4994-94d7-53527996bc49", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa-kserve-route-authn"} 2026-09-14T08:20:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "ddb659b5-ef75-4994-94d7-53527996bc49", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "authType": "userdefined"} 2026-09-14T08:20:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "ddb659b5-ef75-4994-94d7-53527996bc49", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:21:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-70893f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f", "reconcileID": "96afe082-ce24-49ad-97c6-55d9a1c20529", "Gateway": "e2e-ipp-cleanup-70893f", "namespace": "openshift-ingress"} 2026-09-14T08:21:05Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-70893f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f", "reconcileID": "96afe082-ce24-49ad-97c6-55d9a1c20529", "Gateway": "e2e-ipp-cleanup-70893f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f-authn-ssl"} 2026-09-14T08:21:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-70893f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f", "reconcileID": "96afe082-ce24-49ad-97c6-55d9a1c20529", "Gateway": "e2e-ipp-cleanup-70893f", "namespace": "openshift-ingress"} 2026-09-14T08:21:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-70893f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f", "reconcileID": "eceb1092-18c4-457d-949f-f29359ee92b2", "Gateway": "e2e-ipp-cleanup-70893f", "namespace": "openshift-ingress"} 2026-09-14T08:21:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-70893f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f", "reconcileID": "eceb1092-18c4-457d-949f-f29359ee92b2", "Gateway": "e2e-ipp-cleanup-70893f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f-authn-ssl"} 2026-09-14T08:21:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-70893f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f", "reconcileID": "eceb1092-18c4-457d-949f-f29359ee92b2", "Gateway": "e2e-ipp-cleanup-70893f", "namespace": "openshift-ingress"} 2026-09-14T08:21:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-70893f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f", "reconcileID": "c8613c07-0b3c-49fb-856f-b4d90dd077e1", "Gateway": "e2e-ipp-cleanup-70893f", "namespace": "openshift-ingress"} 2026-09-14T08:21:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-70893f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f", "reconcileID": "c8613c07-0b3c-49fb-856f-b4d90dd077e1", "Gateway": "e2e-ipp-cleanup-70893f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f-authn-ssl"} 2026-09-14T08:21:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-70893f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f", "reconcileID": "c8613c07-0b3c-49fb-856f-b4d90dd077e1", "Gateway": "e2e-ipp-cleanup-70893f", "namespace": "openshift-ingress"} 2026-09-14T08:21:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-70893f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f", "reconcileID": "da980fcb-8b6d-41a1-8878-df46fe9d6b90", "Gateway": "e2e-ipp-cleanup-70893f", "namespace": "openshift-ingress"} 2026-09-14T08:21:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-70893f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f", "reconcileID": "da980fcb-8b6d-41a1-8878-df46fe9d6b90", "Gateway": "e2e-ipp-cleanup-70893f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f-authn-ssl"} 2026-09-14T08:21:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-70893f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f", "reconcileID": "da980fcb-8b6d-41a1-8878-df46fe9d6b90", "Gateway": "e2e-ipp-cleanup-70893f", "namespace": "openshift-ingress"} 2026-09-14T08:21:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-70893f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f", "reconcileID": "14d9f9c0-70a2-4630-a2aa-452401a0bc56", "Gateway": "e2e-ipp-cleanup-70893f", "namespace": "openshift-ingress"} 2026-09-14T08:21:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-70893f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f", "reconcileID": "14d9f9c0-70a2-4630-a2aa-452401a0bc56", "Gateway": "e2e-ipp-cleanup-70893f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f-authn-ssl"} 2026-09-14T08:21:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-70893f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f", "reconcileID": "14d9f9c0-70a2-4630-a2aa-452401a0bc56", "Gateway": "e2e-ipp-cleanup-70893f", "namespace": "openshift-ingress"} 2026-09-14T08:21:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-70893f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f", "reconcileID": "445f2dd9-9db4-4779-bd56-0650e333f5c8", "Gateway": "e2e-ipp-cleanup-70893f", "namespace": "openshift-ingress"} 2026-09-14T08:21:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-70893f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f", "reconcileID": "445f2dd9-9db4-4779-bd56-0650e333f5c8", "Gateway": "e2e-ipp-cleanup-70893f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f-authn-ssl"} 2026-09-14T08:21:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-70893f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f", "reconcileID": "445f2dd9-9db4-4779-bd56-0650e333f5c8", "Gateway": "e2e-ipp-cleanup-70893f", "namespace": "openshift-ingress"} 2026-09-14T08:21:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-70893f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f", "reconcileID": "fbde321b-b800-490a-a4e6-75a07c2858da", "Gateway": "e2e-ipp-cleanup-70893f", "namespace": "openshift-ingress"} 2026-09-14T08:21:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-70893f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f", "reconcileID": "fbde321b-b800-490a-a4e6-75a07c2858da", "Gateway": "e2e-ipp-cleanup-70893f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f-authn-ssl"} 2026-09-14T08:21:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-70893f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f", "reconcileID": "fbde321b-b800-490a-a4e6-75a07c2858da", "Gateway": "e2e-ipp-cleanup-70893f", "namespace": "openshift-ingress"} 2026-09-14T08:21:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-70893f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-70893f", "name": "openshift-service-ca.crt", "reconcileID": "3a31c906-495d-40f5-bd22-40bca776f37b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-70893f"} 2026-09-14T08:21:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-70893f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-70893f", "name": "odh-trusted-ca-bundle", "reconcileID": "807fe2df-ac97-437c-856a-0516d4e66b7d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-70893f"} 2026-09-14T08:21:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-70893f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-70893f", "name": "openshift-service-ca.crt", "reconcileID": "0c5700b2-bb2c-42fd-8623-2686e21fac8f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-70893f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-14T08:21:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-70893f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-70893f", "name": "openshift-service-ca.crt", "reconcileID": "0c5700b2-bb2c-42fd-8623-2686e21fac8f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-70893f"} 2026-09-14T08:21:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-70893f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-70893f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a5ac04b0-9376-43e8-b4c3-ee5cea708492", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-70893f"} 2026-09-14T08:21:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-70893f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-70893f", "name": "openshift-service-ca.crt", "reconcileID": "b2ef033e-f192-49f5-bf13-2d39d6774d01", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-70893f"} 2026-09-14T08:21:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-70893f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-70893f", "name": "odh-trusted-ca-bundle", "reconcileID": "25333b3f-b139-4d43-96ec-c5c298e61e7d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-70893f", "update": "odh-kserve-custom-ca-bundle"} 2026-09-14T08:21:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-70893f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-70893f", "name": "odh-trusted-ca-bundle", "reconcileID": "25333b3f-b139-4d43-96ec-c5c298e61e7d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-70893f"} 2026-09-14T08:21:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-70893f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-70893f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d6a1747-5126-4575-abff-3660ee94feff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-70893f"} 2026-09-14T08:21:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-70893f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f", "reconcileID": "814c5b9d-2519-4e08-befd-b282740a0107", "Gateway": "e2e-ipp-cleanup-70893f", "namespace": "openshift-ingress"} 2026-09-14T08:21:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-70893f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f", "reconcileID": "814c5b9d-2519-4e08-befd-b282740a0107", "Gateway": "e2e-ipp-cleanup-70893f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f-authn-ssl"} 2026-09-14T08:21:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-70893f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f", "reconcileID": "814c5b9d-2519-4e08-befd-b282740a0107", "Gateway": "e2e-ipp-cleanup-70893f", "namespace": "openshift-ingress"} 2026-09-14T08:21:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-70893f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f", "reconcileID": "ea52f68d-0308-4b95-8e41-fcffb0c6013d", "Gateway": "e2e-ipp-cleanup-70893f", "namespace": "openshift-ingress"} 2026-09-14T08:21:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-70893f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f", "reconcileID": "ea52f68d-0308-4b95-8e41-fcffb0c6013d", "Gateway": "e2e-ipp-cleanup-70893f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f-authn-ssl"} 2026-09-14T08:21:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-70893f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f", "reconcileID": "ea52f68d-0308-4b95-8e41-fcffb0c6013d", "Gateway": "e2e-ipp-cleanup-70893f", "namespace": "openshift-ingress"} 2026-09-14T08:21:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-70893f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f", "reconcileID": "6b3b0579-03f5-4f4a-bdfd-19ecd69e7c5b", "Gateway": "e2e-ipp-cleanup-70893f", "namespace": "openshift-ingress"} 2026-09-14T08:21:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-70893f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f", "reconcileID": "6b3b0579-03f5-4f4a-bdfd-19ecd69e7c5b", "Gateway": "e2e-ipp-cleanup-70893f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f-authn-ssl"} 2026-09-14T08:21:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-70893f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f", "reconcileID": "6b3b0579-03f5-4f4a-bdfd-19ecd69e7c5b", "Gateway": "e2e-ipp-cleanup-70893f", "namespace": "openshift-ingress"} 2026-09-14T08:21:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-70893f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f", "reconcileID": "2a34e99d-aa9b-44c3-843a-efd611c2eb45", "Gateway": "e2e-ipp-cleanup-70893f", "namespace": "openshift-ingress"} 2026-09-14T08:21:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-70893f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f", "reconcileID": "2a34e99d-aa9b-44c3-843a-efd611c2eb45", "Gateway": "e2e-ipp-cleanup-70893f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f-authn-ssl"} 2026-09-14T08:21:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-70893f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f", "reconcileID": "2a34e99d-aa9b-44c3-843a-efd611c2eb45", "Gateway": "e2e-ipp-cleanup-70893f", "namespace": "openshift-ingress"} 2026-09-14T08:21:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-70893f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-70893f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f5b41126-202a-4d60-82ce-595ace4adb6e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-70893f"} 2026-09-14T08:21:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-70893f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-70893f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f5b41126-202a-4d60-82ce-595ace4adb6e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-70893f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-14T08:21:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-70893f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-70893f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f5b41126-202a-4d60-82ce-595ace4adb6e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-70893f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-14T08:21:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-70893f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-70893f", "name": "odh-trusted-ca-bundle", "reconcileID": "af222b0f-837e-40c3-b5cd-5ba11f25243b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-70893f"} 2026-09-14T08:21:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-70893f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-70893f", "name": "odh-trusted-ca-bundle", "reconcileID": "af222b0f-837e-40c3-b5cd-5ba11f25243b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-70893f"} 2026-09-14T08:21:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-70893f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-70893f", "name": "openshift-service-ca.crt", "reconcileID": "7ced7bcf-a70b-4f3d-9f6f-4bf4e901f095", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-70893f"} 2026-09-14T08:21:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-70893f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-70893f", "name": "openshift-service-ca.crt", "reconcileID": "7ced7bcf-a70b-4f3d-9f6f-4bf4e901f095", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-70893f"} 2026-09-14T08:21:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-70893f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-70893f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "467ac9d3-f951-4c70-9cff-032ba632de7c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-70893f"} 2026-09-14T08:21:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-70893f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-70893f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "467ac9d3-f951-4c70-9cff-032ba632de7c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-70893f"} 2026-09-14T08:21:47Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-70893f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-70893f", "reconcileID": "006b418b-2133-43cd-aa93-0f5a336b41b8", "Gateway": "e2e-ipp-cleanup-70893f", "namespace": "openshift-ingress"} 2026-09-14T08:22:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "45864624-d585-4d40-9b66-613ddf85261f", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress"} 2026-09-14T08:22:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "45864624-d585-4d40-9b66-613ddf85261f", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa-authn-ssl"} 2026-09-14T08:22:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "45864624-d585-4d40-9b66-613ddf85261f", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress"} 2026-09-14T08:22:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "07b88518-7942-4f11-93e3-a1b5d171e0aa", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress"} 2026-09-14T08:22:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "07b88518-7942-4f11-93e3-a1b5d171e0aa", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa-authn-ssl"} 2026-09-14T08:22:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "07b88518-7942-4f11-93e3-a1b5d171e0aa", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress"} 2026-09-14T08:22:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "529f2d38-f1bf-402f-b116-29dc4bb06e38", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress"} 2026-09-14T08:22:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "529f2d38-f1bf-402f-b116-29dc4bb06e38", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa-authn-ssl"} 2026-09-14T08:22:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "529f2d38-f1bf-402f-b116-29dc4bb06e38", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress"} 2026-09-14T08:22:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "d2d709e8-b57d-468c-a91e-e6de3bc65c60", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:22:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "d2d709e8-b57d-468c-a91e-e6de3bc65c60", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:22:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "d2d709e8-b57d-468c-a91e-e6de3bc65c60", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:22:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "d2d709e8-b57d-468c-a91e-e6de3bc65c60", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa-kserve-route-authn"} 2026-09-14T08:22:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "d2d709e8-b57d-468c-a91e-e6de3bc65c60", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "authType": "userdefined"} 2026-09-14T08:22:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "d2d709e8-b57d-468c-a91e-e6de3bc65c60", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:22:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "94218125-9eb1-45f3-aa9a-710aad4159f1", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress"} 2026-09-14T08:22:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "94218125-9eb1-45f3-aa9a-710aad4159f1", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa-authn-ssl"} 2026-09-14T08:22:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "94218125-9eb1-45f3-aa9a-710aad4159f1", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress"} 2026-09-14T08:22:49Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "65580a49-adbb-4bed-b455-d6e7b56f9bcf", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:22:49Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "65580a49-adbb-4bed-b455-d6e7b56f9bcf", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa"} 2026-09-14T08:22:49Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "65580a49-adbb-4bed-b455-d6e7b56f9bcf", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:22:49Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "65580a49-adbb-4bed-b455-d6e7b56f9bcf", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:22:49Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "65580a49-adbb-4bed-b455-d6e7b56f9bcf", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa-kserve-route-authn"} 2026-09-14T08:22:49Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "65580a49-adbb-4bed-b455-d6e7b56f9bcf", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa-kserve-route-authn"} 2026-09-14T08:22:49Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "65580a49-adbb-4bed-b455-d6e7b56f9bcf", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:22:49Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "65580a49-adbb-4bed-b455-d6e7b56f9bcf", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:22:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2266c2bf-5acd-4d5e-80f5-fd1e710ac53f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:22:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2266c2bf-5acd-4d5e-80f5-fd1e710ac53f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "create": "odh-kserve-custom-ca-bundle"} 2026-09-14T08:22:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2266c2bf-5acd-4d5e-80f5-fd1e710ac53f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-03d6fa because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-14T08:22:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "odh-trusted-ca-bundle", "reconcileID": "32b5634c-a96e-41b4-a47a-dedffe0c81ef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:22:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "odh-trusted-ca-bundle", "reconcileID": "32b5634c-a96e-41b4-a47a-dedffe0c81ef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:22:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "openshift-service-ca.crt", "reconcileID": "031effb4-7c76-408e-8e2b-2a988460c1d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:22:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "openshift-service-ca.crt", "reconcileID": "031effb4-7c76-408e-8e2b-2a988460c1d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:22:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "18786359-6aa0-4ee8-bf6b-f3a7cf54ebec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:22:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "18786359-6aa0-4ee8-bf6b-f3a7cf54ebec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:23:00Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "15c8a6fa-2aa1-437e-a5cf-d955a64c0d9f", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:23:00Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "15c8a6fa-2aa1-437e-a5cf-d955a64c0d9f", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa"} 2026-09-14T08:23:00Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "15c8a6fa-2aa1-437e-a5cf-d955a64c0d9f", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:23:00Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "15c8a6fa-2aa1-437e-a5cf-d955a64c0d9f", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:23:00Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "15c8a6fa-2aa1-437e-a5cf-d955a64c0d9f", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa-kserve-route-authn"} 2026-09-14T08:23:00Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "15c8a6fa-2aa1-437e-a5cf-d955a64c0d9f", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa-kserve-route-authn"} 2026-09-14T08:23:00Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "15c8a6fa-2aa1-437e-a5cf-d955a64c0d9f", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:23:00Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "15c8a6fa-2aa1-437e-a5cf-d955a64c0d9f", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:23:00Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-03d6fa","namespace":"ai-tenant-e2e-ipp-a-03d6fa"}, "namespace": "ai-tenant-e2e-ipp-a-03d6fa", "name": "ipp-route-03d6fa", "reconcileID": "7ea9f00e-bc0e-465a-a208-19c8ae84c76a", "LLMInferenceService": "ipp-route-03d6fa", "namespace": "ai-tenant-e2e-ipp-a-03d6fa"} 2026-09-14T08:23:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "33148815-9ea6-429c-b90b-63388df8c400", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress"} 2026-09-14T08:23:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "33148815-9ea6-429c-b90b-63388df8c400", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa-authn-ssl"} 2026-09-14T08:23:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "33148815-9ea6-429c-b90b-63388df8c400", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress"} 2026-09-14T08:23:09Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-03d6fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-03d6fa", "reconcileID": "022e3ce9-02a3-475a-ac84-f3ebf15f8dea", "Gateway": "e2e-ipp-a-03d6fa", "namespace": "openshift-ingress"} 2026-09-14T08:23:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7bcf7b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b", "reconcileID": "23dab8d3-95ea-478b-9229-9e5c0a28e524", "Gateway": "e2e-ipp-b-7bcf7b", "namespace": "openshift-ingress"} 2026-09-14T08:23:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7bcf7b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b", "reconcileID": "23dab8d3-95ea-478b-9229-9e5c0a28e524", "Gateway": "e2e-ipp-b-7bcf7b", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b-authn-ssl"} 2026-09-14T08:23:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7bcf7b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b", "reconcileID": "23dab8d3-95ea-478b-9229-9e5c0a28e524", "Gateway": "e2e-ipp-b-7bcf7b", "namespace": "openshift-ingress"} 2026-09-14T08:23:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7bcf7b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b", "reconcileID": "4b6dadf5-bc67-4fb5-ae1b-e8840d3f3631", "Gateway": "e2e-ipp-b-7bcf7b", "namespace": "openshift-ingress"} 2026-09-14T08:23:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7bcf7b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b", "reconcileID": "4b6dadf5-bc67-4fb5-ae1b-e8840d3f3631", "Gateway": "e2e-ipp-b-7bcf7b", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b-authn-ssl"} 2026-09-14T08:23:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7bcf7b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b", "reconcileID": "4b6dadf5-bc67-4fb5-ae1b-e8840d3f3631", "Gateway": "e2e-ipp-b-7bcf7b", "namespace": "openshift-ingress"} 2026-09-14T08:23:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7bcf7b"}, "namespace": "ai-tenant-e2e-ipp-b-7bcf7b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c0db03f3-c5e1-4e47-834b-85254f466928", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7bcf7b"} 2026-09-14T08:23:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7bcf7b"}, "namespace": "ai-tenant-e2e-ipp-b-7bcf7b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c0db03f3-c5e1-4e47-834b-85254f466928", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7bcf7b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-14T08:23:25Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7bcf7b"}, "namespace": "ai-tenant-e2e-ipp-b-7bcf7b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c0db03f3-c5e1-4e47-834b-85254f466928", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-7bcf7b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-14T08:23:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7bcf7b"}, "namespace": "ai-tenant-e2e-ipp-b-7bcf7b", "name": "odh-trusted-ca-bundle", "reconcileID": "9ae8b3be-1d77-49f7-be9e-bd666d16b73b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7bcf7b"} 2026-09-14T08:23:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7bcf7b"}, "namespace": "ai-tenant-e2e-ipp-b-7bcf7b", "name": "odh-trusted-ca-bundle", "reconcileID": "9ae8b3be-1d77-49f7-be9e-bd666d16b73b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7bcf7b"} 2026-09-14T08:23:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-7bcf7b"}, "namespace": "ai-tenant-e2e-ipp-b-7bcf7b", "name": "openshift-service-ca.crt", "reconcileID": "11a3897d-1ca9-4b18-bbb5-0744c42c0671", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-7bcf7b"} 2026-09-14T08:23:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-7bcf7b"}, "namespace": "ai-tenant-e2e-ipp-b-7bcf7b", "name": "openshift-service-ca.crt", "reconcileID": "11a3897d-1ca9-4b18-bbb5-0744c42c0671", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-7bcf7b"} 2026-09-14T08:23:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7bcf7b"}, "namespace": "ai-tenant-e2e-ipp-b-7bcf7b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ddf7fadf-a9a9-4420-8224-f313ae81637c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7bcf7b"} 2026-09-14T08:23:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7bcf7b"}, "namespace": "ai-tenant-e2e-ipp-b-7bcf7b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ddf7fadf-a9a9-4420-8224-f313ae81637c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7bcf7b"} 2026-09-14T08:23:26Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7bcf7b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7bcf7b", "reconcileID": "f3669737-3f11-433e-aff8-9c9367d4e4e6", "Gateway": "e2e-ipp-b-7bcf7b", "namespace": "openshift-ingress"} 2026-09-14T08:23:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-919cc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-919cc9", "reconcileID": "780acbcb-ae69-4d0c-93b1-058aa0de345e", "Gateway": "e2e-shared-a-w3-919cc9", "namespace": "openshift-ingress"} 2026-09-14T08:23:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-919cc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-919cc9", "reconcileID": "780acbcb-ae69-4d0c-93b1-058aa0de345e", "Gateway": "e2e-shared-a-w3-919cc9", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-919cc9-authn-ssl"} 2026-09-14T08:23:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-919cc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-919cc9", "reconcileID": "780acbcb-ae69-4d0c-93b1-058aa0de345e", "Gateway": "e2e-shared-a-w3-919cc9", "namespace": "openshift-ingress"} 2026-09-14T08:23:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-919cc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-919cc9", "reconcileID": "93233f6c-0ff9-469b-ba06-e742fa38b455", "Gateway": "e2e-shared-a-w3-919cc9", "namespace": "openshift-ingress"} 2026-09-14T08:23:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-919cc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-919cc9", "reconcileID": "93233f6c-0ff9-469b-ba06-e742fa38b455", "Gateway": "e2e-shared-a-w3-919cc9", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-919cc9-authn-ssl"} 2026-09-14T08:23:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-919cc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-919cc9", "reconcileID": "93233f6c-0ff9-469b-ba06-e742fa38b455", "Gateway": "e2e-shared-a-w3-919cc9", "namespace": "openshift-ingress"} 2026-09-14T08:23:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "34662fda-eb42-4ca9-95f9-9b02bcd26f1b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9"} 2026-09-14T08:23:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "34662fda-eb42-4ca9-95f9-9b02bcd26f1b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "create": "odh-kserve-custom-ca-bundle"} 2026-09-14T08:23:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "34662fda-eb42-4ca9-95f9-9b02bcd26f1b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-919cc9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-14T08:23:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "odh-trusted-ca-bundle", "reconcileID": "bec70240-c85a-43b3-b5a8-a0ea203a7433", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9"} 2026-09-14T08:23:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "odh-trusted-ca-bundle", "reconcileID": "bec70240-c85a-43b3-b5a8-a0ea203a7433", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9"} 2026-09-14T08:23:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "openshift-service-ca.crt", "reconcileID": "1f909a60-30a6-40f3-b4d7-2afc32ab60f8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9"} 2026-09-14T08:23:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "openshift-service-ca.crt", "reconcileID": "1f909a60-30a6-40f3-b4d7-2afc32ab60f8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9"} 2026-09-14T08:23:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "57d9140f-ce19-42e3-b71a-28e27fcc0ea6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9"} 2026-09-14T08:23:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-919cc9"}, "namespace": "ai-tenant-e2e-shared-a-w3-919cc9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "57d9140f-ce19-42e3-b71a-28e27fcc0ea6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-919cc9"} 2026-09-14T08:23:44Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-919cc9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-919cc9", "reconcileID": "0207684c-613d-4132-96a7-39b9ebc6b65b", "Gateway": "e2e-shared-a-w3-919cc9", "namespace": "openshift-ingress"} 2026-09-14T08:23:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc0d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc0d6e", "reconcileID": "90d1fd37-ab5c-4522-bfd1-5ce5819eb673", "Gateway": "e2e-shared-b-w3-fc0d6e", "namespace": "openshift-ingress"} 2026-09-14T08:23:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc0d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc0d6e", "reconcileID": "90d1fd37-ab5c-4522-bfd1-5ce5819eb673", "Gateway": "e2e-shared-b-w3-fc0d6e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc0d6e-authn-ssl"} 2026-09-14T08:23:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc0d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc0d6e", "reconcileID": "90d1fd37-ab5c-4522-bfd1-5ce5819eb673", "Gateway": "e2e-shared-b-w3-fc0d6e", "namespace": "openshift-ingress"} 2026-09-14T08:23:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc0d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc0d6e", "reconcileID": "814992fa-4426-40ea-b7fe-25f34123089f", "Gateway": "e2e-shared-b-w3-fc0d6e", "namespace": "openshift-ingress"} 2026-09-14T08:23:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc0d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc0d6e", "reconcileID": "814992fa-4426-40ea-b7fe-25f34123089f", "Gateway": "e2e-shared-b-w3-fc0d6e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc0d6e-authn-ssl"} 2026-09-14T08:23:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc0d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc0d6e", "reconcileID": "814992fa-4426-40ea-b7fe-25f34123089f", "Gateway": "e2e-shared-b-w3-fc0d6e", "namespace": "openshift-ingress"} 2026-09-14T08:24:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f54584a1-dfe7-43cb-a822-a86f6b53ecdd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e"} 2026-09-14T08:24:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f54584a1-dfe7-43cb-a822-a86f6b53ecdd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-14T08:24:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f54584a1-dfe7-43cb-a822-a86f6b53ecdd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-fc0d6e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-14T08:24:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "odh-trusted-ca-bundle", "reconcileID": "47db46f3-e87a-453a-9119-be5651991942", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e"} 2026-09-14T08:24:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "odh-trusted-ca-bundle", "reconcileID": "47db46f3-e87a-453a-9119-be5651991942", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e"} 2026-09-14T08:24:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "openshift-service-ca.crt", "reconcileID": "aa745dd7-11c9-4831-821f-cd53beb28a86", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e"} 2026-09-14T08:24:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "openshift-service-ca.crt", "reconcileID": "aa745dd7-11c9-4831-821f-cd53beb28a86", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e"} 2026-09-14T08:24:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cee40fff-4bf4-4026-8fa9-a5ccee612835", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e"} 2026-09-14T08:24:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-fc0d6e"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cee40fff-4bf4-4026-8fa9-a5ccee612835", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-fc0d6e"} 2026-09-14T08:24:02Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc0d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc0d6e", "reconcileID": "90fdc110-680a-45b6-aea6-7fc95339100d", "Gateway": "e2e-shared-b-w3-fc0d6e", "namespace": "openshift-ingress"} 2026-09-14T08:24:14Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-14T08:24:14Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-14T08:24:15Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-14T08:24:15Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-14T08:28:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7066a4c2", "reconcileID": "3251c559-557d-4d7e-a31d-a2503e56bb48", "LLMInferenceService": "e2e-same-id-a-7066a4c2", "namespace": "llm"} 2026-09-14T08:28:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7066a4c2", "reconcileID": "3251c559-557d-4d7e-a31d-a2503e56bb48", "LLMInferenceService": "e2e-same-id-a-7066a4c2", "namespace": "llm"} 2026-09-14T08:28:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7066a4c2", "reconcileID": "3251c559-557d-4d7e-a31d-a2503e56bb48", "LLMInferenceService": "e2e-same-id-a-7066a4c2", "namespace": "llm"} 2026-09-14T08:28:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f3946f4b-d259-4e6e-8824-61be345de5c3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T08:28:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7066a4c2", "reconcileID": "3251c559-557d-4d7e-a31d-a2503e56bb48", "LLMInferenceService": "e2e-same-id-a-7066a4c2", "namespace": "llm", "name": "e2e-same-id-a-7066a4c2-kserve-route-authn"} 2026-09-14T08:28:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7066a4c2", "reconcileID": "3251c559-557d-4d7e-a31d-a2503e56bb48", "LLMInferenceService": "e2e-same-id-a-7066a4c2", "namespace": "llm", "authType": "userdefined"} 2026-09-14T08:28:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7066a4c2", "reconcileID": "3251c559-557d-4d7e-a31d-a2503e56bb48", "LLMInferenceService": "e2e-same-id-a-7066a4c2", "namespace": "llm"} 2026-09-14T08:28:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f3946f4b-d259-4e6e-8824-61be345de5c3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-14T08:28:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f3946f4b-d259-4e6e-8824-61be345de5c3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T08:28:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7066a4c2", "reconcileID": "8970cbaa-828b-4b54-b1c7-296ccf1405f6", "LLMInferenceService": "e2e-same-id-a-7066a4c2", "namespace": "llm"} 2026-09-14T08:28:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7066a4c2", "reconcileID": "8970cbaa-828b-4b54-b1c7-296ccf1405f6", "LLMInferenceService": "e2e-same-id-a-7066a4c2", "namespace": "llm"} 2026-09-14T08:28:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7066a4c2", "reconcileID": "8970cbaa-828b-4b54-b1c7-296ccf1405f6", "LLMInferenceService": "e2e-same-id-a-7066a4c2", "namespace": "llm"} 2026-09-14T08:28:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7066a4c2", "reconcileID": "8970cbaa-828b-4b54-b1c7-296ccf1405f6", "LLMInferenceService": "e2e-same-id-a-7066a4c2", "namespace": "llm", "name": "e2e-same-id-a-7066a4c2-kserve-route-authn"} 2026-09-14T08:28:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7066a4c2", "reconcileID": "8970cbaa-828b-4b54-b1c7-296ccf1405f6", "LLMInferenceService": "e2e-same-id-a-7066a4c2", "namespace": "llm", "authType": "userdefined"} 2026-09-14T08:28:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7066a4c2", "reconcileID": "8970cbaa-828b-4b54-b1c7-296ccf1405f6", "LLMInferenceService": "e2e-same-id-a-7066a4c2", "namespace": "llm"} 2026-09-14T08:28:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7066a4c2", "reconcileID": "15b49632-4624-4b39-a07a-b53bbb0fe46e", "LLMInferenceService": "e2e-same-id-b-7066a4c2", "namespace": "llm"} 2026-09-14T08:28:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7066a4c2", "reconcileID": "15b49632-4624-4b39-a07a-b53bbb0fe46e", "LLMInferenceService": "e2e-same-id-b-7066a4c2", "namespace": "llm"} 2026-09-14T08:28:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7066a4c2", "reconcileID": "15b49632-4624-4b39-a07a-b53bbb0fe46e", "LLMInferenceService": "e2e-same-id-b-7066a4c2", "namespace": "llm"} 2026-09-14T08:28:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7066a4c2", "reconcileID": "15b49632-4624-4b39-a07a-b53bbb0fe46e", "LLMInferenceService": "e2e-same-id-b-7066a4c2", "namespace": "llm", "name": "e2e-same-id-b-7066a4c2-kserve-route-authn"} 2026-09-14T08:28:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7066a4c2", "reconcileID": "15b49632-4624-4b39-a07a-b53bbb0fe46e", "LLMInferenceService": "e2e-same-id-b-7066a4c2", "namespace": "llm", "authType": "userdefined"} 2026-09-14T08:28:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7066a4c2", "reconcileID": "15b49632-4624-4b39-a07a-b53bbb0fe46e", "LLMInferenceService": "e2e-same-id-b-7066a4c2", "namespace": "llm"} 2026-09-14T08:28:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b60f3040-4941-45e6-bf34-0931960c4d7c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T08:28:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b60f3040-4941-45e6-bf34-0931960c4d7c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-14T08:28:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b60f3040-4941-45e6-bf34-0931960c4d7c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T08:28:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "219ca3ac-7750-4fd0-ac5f-774642f7d9f7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T08:28:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "219ca3ac-7750-4fd0-ac5f-774642f7d9f7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-14T08:28:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "219ca3ac-7750-4fd0-ac5f-774642f7d9f7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T08:28:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7066a4c2", "reconcileID": "b32ba7a0-8e7f-4067-af76-d67889d2bd6f", "LLMInferenceService": "e2e-same-id-a-7066a4c2", "namespace": "llm"} 2026-09-14T08:28:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7066a4c2", "reconcileID": "b32ba7a0-8e7f-4067-af76-d67889d2bd6f", "LLMInferenceService": "e2e-same-id-a-7066a4c2", "namespace": "llm"} 2026-09-14T08:28:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7066a4c2", "reconcileID": "b32ba7a0-8e7f-4067-af76-d67889d2bd6f", "LLMInferenceService": "e2e-same-id-a-7066a4c2", "namespace": "llm"} 2026-09-14T08:28:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7066a4c2", "reconcileID": "b32ba7a0-8e7f-4067-af76-d67889d2bd6f", "LLMInferenceService": "e2e-same-id-a-7066a4c2", "namespace": "llm", "name": "e2e-same-id-a-7066a4c2-kserve-route-authn"} 2026-09-14T08:28:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7066a4c2", "reconcileID": "b32ba7a0-8e7f-4067-af76-d67889d2bd6f", "LLMInferenceService": "e2e-same-id-a-7066a4c2", "namespace": "llm", "authType": "userdefined"} 2026-09-14T08:28:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7066a4c2", "reconcileID": "b32ba7a0-8e7f-4067-af76-d67889d2bd6f", "LLMInferenceService": "e2e-same-id-a-7066a4c2", "namespace": "llm"} 2026-09-14T08:28:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7066a4c2", "reconcileID": "e5073cea-6cd4-4cc4-b32d-f6739286f174", "LLMInferenceService": "e2e-same-id-b-7066a4c2", "namespace": "llm"} 2026-09-14T08:28:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7066a4c2", "reconcileID": "e5073cea-6cd4-4cc4-b32d-f6739286f174", "LLMInferenceService": "e2e-same-id-b-7066a4c2", "namespace": "llm"} 2026-09-14T08:28:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7066a4c2", "reconcileID": "e5073cea-6cd4-4cc4-b32d-f6739286f174", "LLMInferenceService": "e2e-same-id-b-7066a4c2", "namespace": "llm"} 2026-09-14T08:28:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7066a4c2", "reconcileID": "e5073cea-6cd4-4cc4-b32d-f6739286f174", "LLMInferenceService": "e2e-same-id-b-7066a4c2", "namespace": "llm", "name": "e2e-same-id-b-7066a4c2-kserve-route-authn"} 2026-09-14T08:28:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7066a4c2", "reconcileID": "e5073cea-6cd4-4cc4-b32d-f6739286f174", "LLMInferenceService": "e2e-same-id-b-7066a4c2", "namespace": "llm", "authType": "userdefined"} 2026-09-14T08:28:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7066a4c2", "reconcileID": "e5073cea-6cd4-4cc4-b32d-f6739286f174", "LLMInferenceService": "e2e-same-id-b-7066a4c2", "namespace": "llm"} 2026-09-14T08:28:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fcc0cae8-5cae-476a-b2b4-6364d936de10", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T08:28:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fcc0cae8-5cae-476a-b2b4-6364d936de10", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-14T08:28:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fcc0cae8-5cae-476a-b2b4-6364d936de10", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T08:28:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7066a4c2", "reconcileID": "b0cfec37-0145-44ad-9356-04634b856d76", "LLMInferenceService": "e2e-same-id-b-7066a4c2", "namespace": "llm"} 2026-09-14T08:28:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7066a4c2", "reconcileID": "b0cfec37-0145-44ad-9356-04634b856d76", "LLMInferenceService": "e2e-same-id-b-7066a4c2", "namespace": "llm"} 2026-09-14T08:28:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7066a4c2", "reconcileID": "b0cfec37-0145-44ad-9356-04634b856d76", "LLMInferenceService": "e2e-same-id-b-7066a4c2", "namespace": "llm"} 2026-09-14T08:28:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7066a4c2", "reconcileID": "b0cfec37-0145-44ad-9356-04634b856d76", "LLMInferenceService": "e2e-same-id-b-7066a4c2", "namespace": "llm", "name": "e2e-same-id-b-7066a4c2-kserve-route-authn"} 2026-09-14T08:28:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7066a4c2", "reconcileID": "b0cfec37-0145-44ad-9356-04634b856d76", "LLMInferenceService": "e2e-same-id-b-7066a4c2", "namespace": "llm", "authType": "userdefined"} 2026-09-14T08:28:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7066a4c2", "reconcileID": "b0cfec37-0145-44ad-9356-04634b856d76", "LLMInferenceService": "e2e-same-id-b-7066a4c2", "namespace": "llm"} 2026-09-14T08:28:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7066a4c2", "reconcileID": "98553850-9c1a-4d92-8ed2-bbd773f53dfd", "LLMInferenceService": "e2e-same-id-a-7066a4c2", "namespace": "llm"} 2026-09-14T08:28:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7066a4c2", "reconcileID": "98553850-9c1a-4d92-8ed2-bbd773f53dfd", "LLMInferenceService": "e2e-same-id-a-7066a4c2", "namespace": "llm"} 2026-09-14T08:28:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7066a4c2", "reconcileID": "98553850-9c1a-4d92-8ed2-bbd773f53dfd", "LLMInferenceService": "e2e-same-id-a-7066a4c2", "namespace": "llm"} 2026-09-14T08:28:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7066a4c2", "reconcileID": "98553850-9c1a-4d92-8ed2-bbd773f53dfd", "LLMInferenceService": "e2e-same-id-a-7066a4c2", "namespace": "llm", "name": "e2e-same-id-a-7066a4c2-kserve-route-authn"} 2026-09-14T08:28:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7066a4c2", "reconcileID": "98553850-9c1a-4d92-8ed2-bbd773f53dfd", "LLMInferenceService": "e2e-same-id-a-7066a4c2", "namespace": "llm", "authType": "userdefined"} 2026-09-14T08:28:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7066a4c2", "reconcileID": "98553850-9c1a-4d92-8ed2-bbd773f53dfd", "LLMInferenceService": "e2e-same-id-a-7066a4c2", "namespace": "llm"} 2026-09-14T08:29:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7066a4c2", "reconcileID": "f399f67c-6a8a-43df-b47f-5bbaf81f411d", "LLMInferenceService": "e2e-same-id-b-7066a4c2", "namespace": "llm"} 2026-09-14T08:29:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7066a4c2", "reconcileID": "f399f67c-6a8a-43df-b47f-5bbaf81f411d", "LLMInferenceService": "e2e-same-id-b-7066a4c2", "namespace": "llm"} 2026-09-14T08:29:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7066a4c2", "reconcileID": "f399f67c-6a8a-43df-b47f-5bbaf81f411d", "LLMInferenceService": "e2e-same-id-b-7066a4c2", "namespace": "llm"} 2026-09-14T08:29:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7066a4c2", "reconcileID": "f399f67c-6a8a-43df-b47f-5bbaf81f411d", "LLMInferenceService": "e2e-same-id-b-7066a4c2", "namespace": "llm", "name": "e2e-same-id-b-7066a4c2-kserve-route-authn"} 2026-09-14T08:29:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7066a4c2", "reconcileID": "f399f67c-6a8a-43df-b47f-5bbaf81f411d", "LLMInferenceService": "e2e-same-id-b-7066a4c2", "namespace": "llm", "authType": "userdefined"} 2026-09-14T08:29:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7066a4c2", "reconcileID": "f399f67c-6a8a-43df-b47f-5bbaf81f411d", "LLMInferenceService": "e2e-same-id-b-7066a4c2", "namespace": "llm"} 2026-09-14T08:29:04Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7066a4c2", "reconcileID": "6ee56d68-ca6a-4929-84ff-5c8ab3cc99db", "LLMInferenceService": "e2e-same-id-a-7066a4c2", "namespace": "llm"} 2026-09-14T08:29:04Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7066a4c2", "reconcileID": "6ee56d68-ca6a-4929-84ff-5c8ab3cc99db", "LLMInferenceService": "e2e-same-id-a-7066a4c2", "namespace": "llm", "name": "e2e-same-id-a-7066a4c2"} 2026-09-14T08:29:04Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7066a4c2", "reconcileID": "6ee56d68-ca6a-4929-84ff-5c8ab3cc99db", "LLMInferenceService": "e2e-same-id-a-7066a4c2", "namespace": "llm"} 2026-09-14T08:29:04Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7066a4c2", "reconcileID": "6ee56d68-ca6a-4929-84ff-5c8ab3cc99db", "LLMInferenceService": "e2e-same-id-a-7066a4c2", "namespace": "llm"} 2026-09-14T08:29:04Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7066a4c2", "reconcileID": "6ee56d68-ca6a-4929-84ff-5c8ab3cc99db", "LLMInferenceService": "e2e-same-id-a-7066a4c2", "namespace": "llm", "name": "e2e-same-id-a-7066a4c2-kserve-route-authn"} 2026-09-14T08:29:04Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7066a4c2", "reconcileID": "6ee56d68-ca6a-4929-84ff-5c8ab3cc99db", "LLMInferenceService": "e2e-same-id-a-7066a4c2", "namespace": "llm", "name": "e2e-same-id-a-7066a4c2-kserve-route-authn"} 2026-09-14T08:29:04Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7066a4c2", "reconcileID": "0d91e534-b752-40af-a322-b057d06e45c2", "LLMInferenceService": "e2e-same-id-a-7066a4c2", "namespace": "llm"} 2026-09-14T08:29:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "97f6ec54-4350-435b-9c67-6e4aa51b2596", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T08:29:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "97f6ec54-4350-435b-9c67-6e4aa51b2596", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-14T08:29:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "97f6ec54-4350-435b-9c67-6e4aa51b2596", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T08:29:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6864e802-178e-436e-badb-0a5eec88e0a4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T08:29:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6864e802-178e-436e-badb-0a5eec88e0a4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-14T08:29:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6864e802-178e-436e-badb-0a5eec88e0a4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T08:29:05Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7066a4c2", "reconcileID": "56c7fb76-fd60-4f6e-ae04-49da57975e84", "LLMInferenceService": "e2e-same-id-b-7066a4c2", "namespace": "llm"} 2026-09-14T08:29:05Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7066a4c2", "reconcileID": "56c7fb76-fd60-4f6e-ae04-49da57975e84", "LLMInferenceService": "e2e-same-id-b-7066a4c2", "namespace": "llm", "name": "e2e-same-id-b-7066a4c2"} 2026-09-14T08:29:05Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7066a4c2", "reconcileID": "56c7fb76-fd60-4f6e-ae04-49da57975e84", "LLMInferenceService": "e2e-same-id-b-7066a4c2", "namespace": "llm"} 2026-09-14T08:29:05Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7066a4c2", "reconcileID": "56c7fb76-fd60-4f6e-ae04-49da57975e84", "LLMInferenceService": "e2e-same-id-b-7066a4c2", "namespace": "llm"} 2026-09-14T08:29:05Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7066a4c2", "reconcileID": "56c7fb76-fd60-4f6e-ae04-49da57975e84", "LLMInferenceService": "e2e-same-id-b-7066a4c2", "namespace": "llm", "name": "e2e-same-id-b-7066a4c2-kserve-route-authn"} 2026-09-14T08:29:05Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7066a4c2", "reconcileID": "56c7fb76-fd60-4f6e-ae04-49da57975e84", "LLMInferenceService": "e2e-same-id-b-7066a4c2", "namespace": "llm", "name": "e2e-same-id-b-7066a4c2-kserve-route-authn"} 2026-09-14T08:29:06Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7066a4c2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7066a4c2", "reconcileID": "7a38a78a-b99e-48bc-bf0c-c9226ec9fc42", "LLMInferenceService": "e2e-same-id-b-7066a4c2", "namespace": "llm"} 2026-09-14T08:29:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "024a092a-9b4a-4705-bffe-b9bf59e1a54b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T08:29:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "024a092a-9b4a-4705-bffe-b9bf59e1a54b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-14T08:29:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "024a092a-9b4a-4705-bffe-b9bf59e1a54b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T08:29:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "78a0b102-c001-42e1-a4e2-df07c017ed41", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-14T08:29:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "78a0b102-c001-42e1-a4e2-df07c017ed41", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-14T08:29:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "78a0b102-c001-42e1-a4e2-df07c017ed41", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}